2024-12-04 11:16:45,893 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-04 11:16:45,912 main DEBUG Took 0.017074 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-04 11:16:45,913 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-04 11:16:45,913 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-04 11:16:45,914 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-04 11:16:45,916 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 11:16:45,925 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-04 11:16:45,941 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 11:16:45,942 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 11:16:45,943 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 11:16:45,943 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 11:16:45,944 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 11:16:45,944 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 11:16:45,945 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 11:16:45,946 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 11:16:45,947 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 11:16:45,947 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 11:16:45,948 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 11:16:45,948 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 11:16:45,949 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 11:16:45,949 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 11:16:45,950 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 11:16:45,950 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 11:16:45,951 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 11:16:45,951 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 11:16:45,952 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 11:16:45,952 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 11:16:45,952 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 11:16:45,953 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 11:16:45,953 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 11:16:45,954 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 11:16:45,954 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 11:16:45,954 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-04 11:16:45,956 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 11:16:45,958 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-04 11:16:45,960 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-04 11:16:45,961 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-04 11:16:45,962 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-04 11:16:45,963 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-04 11:16:45,970 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-04 11:16:45,974 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-04 11:16:45,975 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-04 11:16:45,976 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-04 11:16:45,976 main DEBUG createAppenders(={Console}) 2024-12-04 11:16:45,977 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-04 11:16:45,978 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-04 11:16:45,978 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-04 11:16:45,979 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-04 11:16:45,979 main DEBUG OutputStream closed 2024-12-04 11:16:45,980 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-04 11:16:45,980 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-04 11:16:45,980 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-04 11:16:46,050 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-04 11:16:46,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-04 11:16:46,053 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-04 11:16:46,054 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-04 11:16:46,055 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-04 11:16:46,055 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-04 11:16:46,055 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-04 11:16:46,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-04 11:16:46,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-04 11:16:46,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-04 11:16:46,057 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-04 11:16:46,057 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-04 11:16:46,057 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-04 11:16:46,057 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-04 11:16:46,058 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-04 11:16:46,058 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-04 11:16:46,058 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-04 11:16:46,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-04 11:16:46,061 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04 11:16:46,061 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-12-04 11:16:46,062 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-04 11:16:46,062 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-12-04T11:16:46,074 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-04 11:16:46,077 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-04 11:16:46,077 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04T11:16:46,122 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=378, ProcessCount=11, AvailableMemoryMB=3836 2024-12-04T11:16:46,311 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-04T11:16:46,346 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587d06f5-f586-6c54-1408-d8b1060288cb 2024-12-04T11:16:46,349 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587d06f5-f586-6c54-1408-d8b1060288cb/cluster_050824c8-161f-e545-39af-72f7eba801b0, deleteOnExit=true 2024-12-04T11:16:46,493 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587d06f5-f586-6c54-1408-d8b1060288cb/cluster_050824c8-161f-e545-39af-72f7eba801b0/zookeeper_0, clientPort=55987, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587d06f5-f586-6c54-1408-d8b1060288cb/cluster_050824c8-161f-e545-39af-72f7eba801b0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587d06f5-f586-6c54-1408-d8b1060288cb/cluster_050824c8-161f-e545-39af-72f7eba801b0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T11:16:46,507 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55987 2024-12-04T11:16:46,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T11:16:46,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T11:16:46,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587d06f5-f586-6c54-1408-d8b1060288cb/test.cache.data in system properties and HBase conf 2024-12-04T11:16:46,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587d06f5-f586-6c54-1408-d8b1060288cb/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T11:16:46,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587d06f5-f586-6c54-1408-d8b1060288cb/hadoop.log.dir in system properties and HBase conf 2024-12-04T11:16:46,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587d06f5-f586-6c54-1408-d8b1060288cb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T11:16:46,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587d06f5-f586-6c54-1408-d8b1060288cb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T11:16:46,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T11:16:46,586 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-04T11:16:46,669 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T11:16:46,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587d06f5-f586-6c54-1408-d8b1060288cb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T11:16:46,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587d06f5-f586-6c54-1408-d8b1060288cb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T11:16:46,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587d06f5-f586-6c54-1408-d8b1060288cb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T11:16:46,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587d06f5-f586-6c54-1408-d8b1060288cb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T11:16:46,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587d06f5-f586-6c54-1408-d8b1060288cb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T11:16:46,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587d06f5-f586-6c54-1408-d8b1060288cb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T11:16:46,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587d06f5-f586-6c54-1408-d8b1060288cb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T11:16:46,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587d06f5-f586-6c54-1408-d8b1060288cb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T11:16:46,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587d06f5-f586-6c54-1408-d8b1060288cb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T11:16:46,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587d06f5-f586-6c54-1408-d8b1060288cb/nfs.dump.dir in system properties and HBase conf 2024-12-04T11:16:46,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587d06f5-f586-6c54-1408-d8b1060288cb/java.io.tmpdir in system properties and HBase conf 2024-12-04T11:16:46,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587d06f5-f586-6c54-1408-d8b1060288cb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T11:16:46,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587d06f5-f586-6c54-1408-d8b1060288cb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T11:16:46,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587d06f5-f586-6c54-1408-d8b1060288cb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T11:16:47,781 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-04T11:16:47,844 INFO [Time-limited test {}] log.Log(170): Logging initialized @2554ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-04T11:16:47,907 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:16:47,966 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T11:16:47,989 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T11:16:47,989 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T11:16:47,990 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T11:16:48,003 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:16:48,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587d06f5-f586-6c54-1408-d8b1060288cb/hadoop.log.dir/,AVAILABLE} 2024-12-04T11:16:48,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T11:16:48,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587d06f5-f586-6c54-1408-d8b1060288cb/java.io.tmpdir/jetty-localhost-42331-hadoop-hdfs-3_4_1-tests_jar-_-any-1029668305318863879/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T11:16:48,204 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:42331} 2024-12-04T11:16:48,205 INFO [Time-limited test {}] server.Server(415): Started @2916ms 2024-12-04T11:16:48,760 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:16:48,765 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T11:16:48,766 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T11:16:48,767 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T11:16:48,767 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T11:16:48,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587d06f5-f586-6c54-1408-d8b1060288cb/hadoop.log.dir/,AVAILABLE} 2024-12-04T11:16:48,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T11:16:48,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587d06f5-f586-6c54-1408-d8b1060288cb/java.io.tmpdir/jetty-localhost-38747-hadoop-hdfs-3_4_1-tests_jar-_-any-11106424873871293239/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T11:16:48,861 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:38747} 2024-12-04T11:16:48,861 INFO [Time-limited test {}] server.Server(415): Started @3572ms 2024-12-04T11:16:48,906 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T11:16:49,926 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587d06f5-f586-6c54-1408-d8b1060288cb/cluster_050824c8-161f-e545-39af-72f7eba801b0/data/data2/current/BP-470217438-172.17.0.2-1733311007142/current, will proceed with Du for space computation calculation, 2024-12-04T11:16:49,926 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587d06f5-f586-6c54-1408-d8b1060288cb/cluster_050824c8-161f-e545-39af-72f7eba801b0/data/data1/current/BP-470217438-172.17.0.2-1733311007142/current, will proceed with Du for space computation calculation, 2024-12-04T11:16:49,951 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T11:16:49,991 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x905dc69acb6b9ab1 with lease ID 0x54355b19ed6f77e0: Processing first storage report for DS-7560d1d5-dfa6-44f9-93ae-162e2c724eff from datanode DatanodeRegistration(127.0.0.1:46227, datanodeUuid=51752829-4130-487f-a0a7-f7b6d2aec976, infoPort=44491, infoSecurePort=0, ipcPort=39845, storageInfo=lv=-57;cid=testClusterID;nsid=994200374;c=1733311007142) 2024-12-04T11:16:49,992 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x905dc69acb6b9ab1 with lease ID 0x54355b19ed6f77e0: from storage DS-7560d1d5-dfa6-44f9-93ae-162e2c724eff node DatanodeRegistration(127.0.0.1:46227, datanodeUuid=51752829-4130-487f-a0a7-f7b6d2aec976, infoPort=44491, infoSecurePort=0, ipcPort=39845, storageInfo=lv=-57;cid=testClusterID;nsid=994200374;c=1733311007142), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T11:16:49,992 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x905dc69acb6b9ab1 with lease ID 0x54355b19ed6f77e0: Processing first storage report for DS-aade5eeb-e8ac-4f10-bc3f-33223da3bdc9 from datanode DatanodeRegistration(127.0.0.1:46227, datanodeUuid=51752829-4130-487f-a0a7-f7b6d2aec976, infoPort=44491, infoSecurePort=0, ipcPort=39845, storageInfo=lv=-57;cid=testClusterID;nsid=994200374;c=1733311007142) 2024-12-04T11:16:49,992 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x905dc69acb6b9ab1 with lease ID 0x54355b19ed6f77e0: from storage DS-aade5eeb-e8ac-4f10-bc3f-33223da3bdc9 node DatanodeRegistration(127.0.0.1:46227, datanodeUuid=51752829-4130-487f-a0a7-f7b6d2aec976, infoPort=44491, infoSecurePort=0, ipcPort=39845, storageInfo=lv=-57;cid=testClusterID;nsid=994200374;c=1733311007142), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T11:16:50,088 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587d06f5-f586-6c54-1408-d8b1060288cb 2024-12-04T11:16:50,095 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:16:50,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:16:50,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46227 is added to blk_1073741825_1001 (size=7) 2024-12-04T11:16:50,722 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7 with version=8 2024-12-04T11:16:50,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/hbase-staging 2024-12-04T11:16:50,809 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-04T11:16:51,028 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:16:51,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:16:51,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:16:51,040 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:16:51,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:16:51,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:16:51,149 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T11:16:51,212 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-04T11:16:51,219 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-04T11:16:51,222 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:16:51,243 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 10683 (auto-detected) 2024-12-04T11:16:51,244 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-04T11:16:51,259 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34931 2024-12-04T11:16:51,277 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34931 connecting to ZooKeeper ensemble=127.0.0.1:55987 2024-12-04T11:16:51,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349310x0, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:16:51,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34931-0x101a00f02b50000 connected 2024-12-04T11:16:51,510 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:16:51,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:16:51,524 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34931-0x101a00f02b50000, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Set watcher on znode that does not yet exist, /0-261746500/running 2024-12-04T11:16:51,527 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7, hbase.cluster.distributed=false 2024-12-04T11:16:51,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34931-0x101a00f02b50000, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Set watcher on znode that does not yet exist, /0-261746500/acl 2024-12-04T11:16:51,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34931 2024-12-04T11:16:51,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34931 2024-12-04T11:16:51,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34931 2024-12-04T11:16:51,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34931 2024-12-04T11:16:51,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34931 2024-12-04T11:16:51,668 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:16:51,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:16:51,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:16:51,670 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:16:51,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:16:51,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:16:51,673 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T11:16:51,675 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:16:51,676 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38739 2024-12-04T11:16:51,677 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38739 connecting to ZooKeeper ensemble=127.0.0.1:55987 2024-12-04T11:16:51,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:16:51,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:16:51,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387390x0, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:16:51,698 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38739-0x101a00f02b50001 connected 2024-12-04T11:16:51,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38739-0x101a00f02b50001, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Set watcher on znode that does not yet exist, /0-261746500/running 2024-12-04T11:16:51,702 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T11:16:51,708 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T11:16:51,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38739-0x101a00f02b50001, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Set watcher on znode that does not yet exist, /0-261746500/master 2024-12-04T11:16:51,715 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38739-0x101a00f02b50001, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Set watcher on znode that does not yet exist, /0-261746500/acl 2024-12-04T11:16:51,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38739 2024-12-04T11:16:51,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38739 2024-12-04T11:16:51,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38739 2024-12-04T11:16:51,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38739 2024-12-04T11:16:51,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38739 2024-12-04T11:16:51,730 DEBUG [M:0;e12b86b8109d:34931 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e12b86b8109d:34931 2024-12-04T11:16:51,731 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-261746500/backup-masters/e12b86b8109d,34931,1733311010886 2024-12-04T11:16:51,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x101a00f02b50000, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261746500/backup-masters 2024-12-04T11:16:51,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38739-0x101a00f02b50001, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261746500/backup-masters 2024-12-04T11:16:51,749 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34931-0x101a00f02b50000, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Set watcher on existing znode=/0-261746500/backup-masters/e12b86b8109d,34931,1733311010886 2024-12-04T11:16:51,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x101a00f02b50000, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261746500 2024-12-04T11:16:51,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38739-0x101a00f02b50001, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-261746500/master 2024-12-04T11:16:51,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38739-0x101a00f02b50001, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261746500 2024-12-04T11:16:51,778 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34931-0x101a00f02b50000, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Set watcher on existing znode=/0-261746500/master 2024-12-04T11:16:51,779 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-261746500/backup-masters/e12b86b8109d,34931,1733311010886 from backup master directory 2024-12-04T11:16:51,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x101a00f02b50000, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-261746500/backup-masters/e12b86b8109d,34931,1733311010886 2024-12-04T11:16:51,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38739-0x101a00f02b50001, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261746500/backup-masters 2024-12-04T11:16:51,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x101a00f02b50000, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261746500/backup-masters 2024-12-04T11:16:51,793 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:16:51,793 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e12b86b8109d,34931,1733311010886 2024-12-04T11:16:51,795 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-04T11:16:51,797 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-04T11:16:51,846 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/hbase.id] with ID: 15498df1-2c69-4940-aadc-33c51cd6aa13 2024-12-04T11:16:51,846 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/.tmp/hbase.id 2024-12-04T11:16:51,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46227 is added to blk_1073741826_1002 (size=42) 2024-12-04T11:16:52,260 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/.tmp/hbase.id]:[hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/hbase.id] 2024-12-04T11:16:52,314 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:16:52,318 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T11:16:52,334 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-04T11:16:52,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x101a00f02b50000, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261746500 2024-12-04T11:16:52,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38739-0x101a00f02b50001, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261746500 2024-12-04T11:16:52,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46227 is added to blk_1073741827_1003 (size=196) 2024-12-04T11:16:52,885 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:16:52,889 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T11:16:52,902 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T11:16:52,906 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:16:52,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46227 is added to blk_1073741828_1004 (size=1189) 2024-12-04T11:16:53,358 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/data/master/store 2024-12-04T11:16:53,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46227 is added to blk_1073741829_1005 (size=34) 2024-12-04T11:16:53,786 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-04T11:16:53,790 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:16:53,791 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:16:53,792 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:16:53,792 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:16:53,793 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:16:53,794 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:16:53,794 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:16:53,795 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311013791Disabling compacts and flushes for region at 1733311013791Disabling writes for close at 1733311013793 (+2 ms)Writing region close event to WAL at 1733311013794 (+1 ms)Closed at 1733311013794 2024-12-04T11:16:53,797 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/data/master/store/.initializing 2024-12-04T11:16:53,797 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/WALs/e12b86b8109d,34931,1733311010886 2024-12-04T11:16:53,805 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:16:53,819 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e12b86b8109d%2C34931%2C1733311010886, suffix=, logDir=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/WALs/e12b86b8109d,34931,1733311010886, archiveDir=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/oldWALs, maxLogs=10 2024-12-04T11:16:53,839 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/WALs/e12b86b8109d,34931,1733311010886/e12b86b8109d%2C34931%2C1733311010886.1733311013824, exclude list is [], retry=0 2024-12-04T11:16:53,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46227,DS-7560d1d5-dfa6-44f9-93ae-162e2c724eff,DISK] 2024-12-04T11:16:53,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-04T11:16:53,886 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/WALs/e12b86b8109d,34931,1733311010886/e12b86b8109d%2C34931%2C1733311010886.1733311013824 2024-12-04T11:16:53,887 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44491:44491)] 2024-12-04T11:16:53,887 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:16:53,887 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:16:53,890 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:16:53,891 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:16:53,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:16:53,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T11:16:53,947 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:16:53,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:16:53,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:16:53,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T11:16:53,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:16:53,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:16:53,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:16:53,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T11:16:53,958 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:16:53,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:16:53,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:16:53,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T11:16:53,962 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:16:53,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:16:53,964 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:16:53,967 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:16:53,968 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:16:53,973 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:16:53,973 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:16:53,976 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:16:53,980 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:16:53,984 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:16:53,985 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63072130, jitterRate=-0.060152024030685425}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:16:53,991 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733311013902Initializing all the Stores at 1733311013904 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311013905 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311013905Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311013906 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311013906Cleaning up temporary data from old regions at 1733311013973 (+67 ms)Region opened successfully at 1733311013991 (+18 ms) 2024-12-04T11:16:53,992 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T11:16:54,021 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f2005d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:16:54,047 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T11:16:54,057 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T11:16:54,057 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T11:16:54,059 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T11:16:54,060 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-04T11:16:54,065 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-04T11:16:54,065 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T11:16:54,087 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T11:16:54,095 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34931-0x101a00f02b50000, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Unable to get data of znode /0-261746500/balancer because node does not exist (not necessarily an error) 2024-12-04T11:16:54,198 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-261746500/balancer already deleted, retry=false 2024-12-04T11:16:54,204 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T11:16:54,207 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34931-0x101a00f02b50000, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Unable to get data of znode /0-261746500/normalizer because node does not exist (not necessarily an error) 2024-12-04T11:16:54,218 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-261746500/normalizer already deleted, retry=false 2024-12-04T11:16:54,221 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T11:16:54,225 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34931-0x101a00f02b50000, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Unable to get data of znode /0-261746500/switch/split because node does not exist (not necessarily an error) 2024-12-04T11:16:54,233 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-261746500/switch/split already deleted, retry=false 2024-12-04T11:16:54,236 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34931-0x101a00f02b50000, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Unable to get data of znode /0-261746500/switch/merge because node does not exist (not necessarily an error) 2024-12-04T11:16:54,244 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-261746500/switch/merge already deleted, retry=false 2024-12-04T11:16:54,260 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34931-0x101a00f02b50000, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Unable to get data of znode /0-261746500/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T11:16:54,271 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-261746500/snapshot-cleanup already deleted, retry=false 2024-12-04T11:16:54,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x101a00f02b50000, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-261746500/running 2024-12-04T11:16:54,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38739-0x101a00f02b50001, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-261746500/running 2024-12-04T11:16:54,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x101a00f02b50000, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261746500 2024-12-04T11:16:54,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38739-0x101a00f02b50001, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261746500 2024-12-04T11:16:54,290 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e12b86b8109d,34931,1733311010886, sessionid=0x101a00f02b50000, setting cluster-up flag (Was=false) 2024-12-04T11:16:54,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x101a00f02b50000, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261746500 2024-12-04T11:16:54,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38739-0x101a00f02b50001, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261746500 2024-12-04T11:16:54,360 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-261746500/flush-table-proc/acquired, /0-261746500/flush-table-proc/reached, /0-261746500/flush-table-proc/abort 2024-12-04T11:16:54,365 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,34931,1733311010886 2024-12-04T11:16:54,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x101a00f02b50000, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261746500 2024-12-04T11:16:54,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38739-0x101a00f02b50001, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261746500 2024-12-04T11:16:54,423 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-261746500/online-snapshot/acquired, /0-261746500/online-snapshot/reached, /0-261746500/online-snapshot/abort 2024-12-04T11:16:54,427 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,34931,1733311010886 2024-12-04T11:16:54,436 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T11:16:54,498 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T11:16:54,506 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T11:16:54,512 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T11:16:54,516 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e12b86b8109d,34931,1733311010886 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T11:16:54,523 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:16:54,523 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:16:54,524 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:16:54,524 INFO [RS:0;e12b86b8109d:38739 {}] regionserver.HRegionServer(746): ClusterId : 15498df1-2c69-4940-aadc-33c51cd6aa13 2024-12-04T11:16:54,524 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:16:54,524 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e12b86b8109d:0, corePoolSize=10, maxPoolSize=10 2024-12-04T11:16:54,524 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:16:54,524 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:16:54,524 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:16:54,526 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733311044526 2024-12-04T11:16:54,526 DEBUG [RS:0;e12b86b8109d:38739 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T11:16:54,527 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T11:16:54,528 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T11:16:54,530 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:16:54,530 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T11:16:54,532 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T11:16:54,533 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T11:16:54,533 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T11:16:54,534 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T11:16:54,536 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:16:54,536 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T11:16:54,536 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:16:54,540 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T11:16:54,541 DEBUG [RS:0;e12b86b8109d:38739 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T11:16:54,541 DEBUG [RS:0;e12b86b8109d:38739 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T11:16:54,541 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T11:16:54,541 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T11:16:54,542 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T11:16:54,544 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T11:16:54,544 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T11:16:54,547 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311014545,5,FailOnTimeoutGroup] 2024-12-04T11:16:54,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46227 is added to blk_1073741831_1007 (size=1321) 2024-12-04T11:16:54,550 DEBUG [RS:0;e12b86b8109d:38739 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T11:16:54,551 DEBUG [RS:0;e12b86b8109d:38739 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d7a1575, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:16:54,552 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311014547,5,FailOnTimeoutGroup] 2024-12-04T11:16:54,552 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:16:54,552 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T11:16:54,554 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T11:16:54,554 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T11:16:54,564 DEBUG [RS:0;e12b86b8109d:38739 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e12b86b8109d:38739 2024-12-04T11:16:54,567 INFO [RS:0;e12b86b8109d:38739 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T11:16:54,567 INFO [RS:0;e12b86b8109d:38739 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T11:16:54,567 DEBUG [RS:0;e12b86b8109d:38739 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T11:16:54,569 INFO [RS:0;e12b86b8109d:38739 {}] regionserver.HRegionServer(2659): reportForDuty to master=e12b86b8109d,34931,1733311010886 with port=38739, startcode=1733311011625 2024-12-04T11:16:54,579 DEBUG [RS:0;e12b86b8109d:38739 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T11:16:54,609 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57311, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T11:16:54,614 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34931 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e12b86b8109d,38739,1733311011625 2024-12-04T11:16:54,615 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34931 {}] master.ServerManager(517): Registering regionserver=e12b86b8109d,38739,1733311011625 2024-12-04T11:16:54,628 DEBUG [RS:0;e12b86b8109d:38739 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7 2024-12-04T11:16:54,629 DEBUG [RS:0;e12b86b8109d:38739 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37999 2024-12-04T11:16:54,629 DEBUG [RS:0;e12b86b8109d:38739 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T11:16:54,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x101a00f02b50000, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261746500/rs 2024-12-04T11:16:54,645 DEBUG [RS:0;e12b86b8109d:38739 {}] zookeeper.ZKUtil(111): regionserver:38739-0x101a00f02b50001, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Set watcher on existing znode=/0-261746500/rs/e12b86b8109d,38739,1733311011625 2024-12-04T11:16:54,645 WARN [RS:0;e12b86b8109d:38739 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:16:54,646 INFO [RS:0;e12b86b8109d:38739 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:16:54,646 DEBUG [RS:0;e12b86b8109d:38739 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,38739,1733311011625 2024-12-04T11:16:54,649 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e12b86b8109d,38739,1733311011625] 2024-12-04T11:16:54,679 INFO [RS:0;e12b86b8109d:38739 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T11:16:54,694 INFO [RS:0;e12b86b8109d:38739 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T11:16:54,699 INFO [RS:0;e12b86b8109d:38739 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T11:16:54,699 INFO [RS:0;e12b86b8109d:38739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:16:54,700 INFO [RS:0;e12b86b8109d:38739 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T11:16:54,706 INFO [RS:0;e12b86b8109d:38739 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T11:16:54,707 INFO [RS:0;e12b86b8109d:38739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T11:16:54,707 DEBUG [RS:0;e12b86b8109d:38739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:16:54,707 DEBUG [RS:0;e12b86b8109d:38739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:16:54,708 DEBUG [RS:0;e12b86b8109d:38739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:16:54,708 DEBUG [RS:0;e12b86b8109d:38739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:16:54,708 DEBUG [RS:0;e12b86b8109d:38739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:16:54,708 DEBUG [RS:0;e12b86b8109d:38739 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:16:54,708 DEBUG [RS:0;e12b86b8109d:38739 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:16:54,709 DEBUG [RS:0;e12b86b8109d:38739 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:16:54,709 DEBUG [RS:0;e12b86b8109d:38739 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:16:54,709 DEBUG [RS:0;e12b86b8109d:38739 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:16:54,709 DEBUG [RS:0;e12b86b8109d:38739 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:16:54,709 DEBUG [RS:0;e12b86b8109d:38739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:16:54,710 DEBUG [RS:0;e12b86b8109d:38739 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:16:54,710 DEBUG [RS:0;e12b86b8109d:38739 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:16:54,711 INFO [RS:0;e12b86b8109d:38739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:16:54,711 INFO [RS:0;e12b86b8109d:38739 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:16:54,711 INFO [RS:0;e12b86b8109d:38739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:16:54,711 INFO [RS:0;e12b86b8109d:38739 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T11:16:54,711 INFO [RS:0;e12b86b8109d:38739 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T11:16:54,711 INFO [RS:0;e12b86b8109d:38739 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,38739,1733311011625-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:16:54,727 INFO [RS:0;e12b86b8109d:38739 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T11:16:54,729 INFO [RS:0;e12b86b8109d:38739 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,38739,1733311011625-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:16:54,729 INFO [RS:0;e12b86b8109d:38739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:16:54,729 INFO [RS:0;e12b86b8109d:38739 {}] regionserver.Replication(171): e12b86b8109d,38739,1733311011625 started 2024-12-04T11:16:54,744 INFO [RS:0;e12b86b8109d:38739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:16:54,744 INFO [RS:0;e12b86b8109d:38739 {}] regionserver.HRegionServer(1482): Serving as e12b86b8109d,38739,1733311011625, RpcServer on e12b86b8109d/172.17.0.2:38739, sessionid=0x101a00f02b50001 2024-12-04T11:16:54,745 DEBUG [RS:0;e12b86b8109d:38739 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T11:16:54,745 DEBUG [RS:0;e12b86b8109d:38739 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e12b86b8109d,38739,1733311011625 2024-12-04T11:16:54,745 DEBUG [RS:0;e12b86b8109d:38739 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,38739,1733311011625' 2024-12-04T11:16:54,745 DEBUG [RS:0;e12b86b8109d:38739 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-261746500/flush-table-proc/abort' 2024-12-04T11:16:54,746 DEBUG [RS:0;e12b86b8109d:38739 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-261746500/flush-table-proc/acquired' 2024-12-04T11:16:54,747 DEBUG [RS:0;e12b86b8109d:38739 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T11:16:54,747 DEBUG [RS:0;e12b86b8109d:38739 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T11:16:54,747 DEBUG [RS:0;e12b86b8109d:38739 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e12b86b8109d,38739,1733311011625 2024-12-04T11:16:54,747 DEBUG [RS:0;e12b86b8109d:38739 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,38739,1733311011625' 2024-12-04T11:16:54,747 DEBUG [RS:0;e12b86b8109d:38739 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-261746500/online-snapshot/abort' 2024-12-04T11:16:54,748 DEBUG [RS:0;e12b86b8109d:38739 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-261746500/online-snapshot/acquired' 2024-12-04T11:16:54,748 DEBUG [RS:0;e12b86b8109d:38739 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T11:16:54,748 INFO [RS:0;e12b86b8109d:38739 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T11:16:54,748 INFO [RS:0;e12b86b8109d:38739 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T11:16:54,857 INFO [RS:0;e12b86b8109d:38739 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:16:54,860 INFO [RS:0;e12b86b8109d:38739 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C38739%2C1733311011625, suffix=, logDir=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,38739,1733311011625, archiveDir=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/oldWALs, maxLogs=10 2024-12-04T11:16:54,874 DEBUG [RS:0;e12b86b8109d:38739 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,38739,1733311011625/e12b86b8109d%2C38739%2C1733311011625.1733311014862, exclude list is [], retry=0 2024-12-04T11:16:54,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46227,DS-7560d1d5-dfa6-44f9-93ae-162e2c724eff,DISK] 2024-12-04T11:16:54,881 INFO [RS:0;e12b86b8109d:38739 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,38739,1733311011625/e12b86b8109d%2C38739%2C1733311011625.1733311014862 2024-12-04T11:16:54,882 DEBUG [RS:0;e12b86b8109d:38739 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44491:44491)] 2024-12-04T11:16:54,950 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T11:16:54,950 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7 2024-12-04T11:16:54,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46227 is added to blk_1073741833_1009 (size=32) 2024-12-04T11:16:55,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:16:55,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:16:55,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:16:55,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:16:55,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:16:55,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:16:55,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:16:55,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:16:55,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:16:55,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:16:55,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:16:55,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:16:55,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:16:55,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:16:55,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:16:55,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:16:55,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:16:55,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:16:55,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/meta/1588230740 2024-12-04T11:16:55,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/meta/1588230740 2024-12-04T11:16:55,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:16:55,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:16:55,389 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:16:55,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:16:55,395 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:16:55,396 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67893926, jitterRate=0.011698335409164429}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:16:55,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733311015363Initializing all the Stores at 1733311015367 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311015367Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311015367Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311015367Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311015367Cleaning up temporary data from old regions at 1733311015389 (+22 ms)Region opened successfully at 1733311015398 (+9 ms) 2024-12-04T11:16:55,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:16:55,398 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:16:55,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:16:55,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:16:55,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:16:55,400 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:16:55,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311015398Disabling compacts and flushes for region at 1733311015398Disabling writes for close at 1733311015399 (+1 ms)Writing region close event to WAL at 1733311015400 (+1 ms)Closed at 1733311015400 2024-12-04T11:16:55,404 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:16:55,404 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T11:16:55,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T11:16:55,419 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:16:55,422 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T11:16:55,574 DEBUG [e12b86b8109d:34931 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T11:16:55,587 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e12b86b8109d,38739,1733311011625 2024-12-04T11:16:55,592 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,38739,1733311011625, state=OPENING 2024-12-04T11:16:55,650 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T11:16:55,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38739-0x101a00f02b50001, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261746500 2024-12-04T11:16:55,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x101a00f02b50000, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261746500 2024-12-04T11:16:55,662 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-261746500/meta-region-server: CHANGED 2024-12-04T11:16:55,662 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-261746500/meta-region-server: CHANGED 2024-12-04T11:16:55,665 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:16:55,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,38739,1733311011625}] 2024-12-04T11:16:55,849 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T11:16:55,852 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T11:16:55,862 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T11:16:55,862 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:16:55,862 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T11:16:55,866 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C38739%2C1733311011625.meta, suffix=.meta, logDir=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,38739,1733311011625, archiveDir=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/oldWALs, maxLogs=10 2024-12-04T11:16:55,880 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,38739,1733311011625/e12b86b8109d%2C38739%2C1733311011625.meta.1733311015867.meta, exclude list is [], retry=0 2024-12-04T11:16:55,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46227,DS-7560d1d5-dfa6-44f9-93ae-162e2c724eff,DISK] 2024-12-04T11:16:55,886 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,38739,1733311011625/e12b86b8109d%2C38739%2C1733311011625.meta.1733311015867.meta 2024-12-04T11:16:55,887 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44491:44491)] 2024-12-04T11:16:55,887 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:16:55,892 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:16:55,893 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T11:16:55,895 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T11:16:55,897 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T11:16:55,900 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T11:16:55,900 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:16:55,901 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T11:16:55,901 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T11:16:55,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:16:55,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:16:55,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:16:55,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:16:55,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:16:55,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:16:55,908 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:16:55,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:16:55,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:16:55,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:16:55,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:16:55,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:16:55,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:16:55,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:16:55,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:16:55,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:16:55,913 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:16:55,914 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/meta/1588230740 2024-12-04T11:16:55,917 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/meta/1588230740 2024-12-04T11:16:55,919 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:16:55,919 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:16:55,920 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:16:55,923 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:16:55,924 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65550800, jitterRate=-0.023216962814331055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:16:55,925 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T11:16:55,926 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733311015901Writing region info on filesystem at 1733311015901Initializing all the Stores at 1733311015903 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311015903Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311015903Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311015903Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311015903Cleaning up temporary data from old regions at 1733311015919 (+16 ms)Running coprocessor post-open hooks at 1733311015925 (+6 ms)Region opened successfully at 1733311015926 (+1 ms) 2024-12-04T11:16:55,934 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733311015842 2024-12-04T11:16:55,945 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T11:16:55,945 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T11:16:55,947 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e12b86b8109d,38739,1733311011625 2024-12-04T11:16:55,950 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,38739,1733311011625, state=OPEN 2024-12-04T11:16:55,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38739-0x101a00f02b50001, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-261746500/meta-region-server 2024-12-04T11:16:55,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x101a00f02b50000, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-261746500/meta-region-server 2024-12-04T11:16:55,988 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-261746500/meta-region-server: CHANGED 2024-12-04T11:16:55,988 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-261746500/meta-region-server: CHANGED 2024-12-04T11:16:55,988 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e12b86b8109d,38739,1733311011625 2024-12-04T11:16:55,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T11:16:55,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,38739,1733311011625 in 321 msec 2024-12-04T11:16:56,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T11:16:56,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 589 msec 2024-12-04T11:16:56,007 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:16:56,007 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T11:16:56,025 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:16:56,026 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,38739,1733311011625, seqNum=-1] 2024-12-04T11:16:56,045 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:16:56,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54719, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:16:56,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6030 sec 2024-12-04T11:16:56,067 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733311016067, completionTime=-1 2024-12-04T11:16:56,069 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T11:16:56,070 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T11:16:56,092 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T11:16:56,092 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733311076092 2024-12-04T11:16:56,093 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733311136092 2024-12-04T11:16:56,093 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 23 msec 2024-12-04T11:16:56,096 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,34931,1733311010886-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:16:56,096 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,34931,1733311010886-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:16:56,096 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,34931,1733311010886-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:16:56,098 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e12b86b8109d:34931, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:16:56,099 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T11:16:56,100 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T11:16:56,105 DEBUG [master/e12b86b8109d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T11:16:56,126 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.333sec 2024-12-04T11:16:56,127 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T11:16:56,128 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T11:16:56,129 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T11:16:56,129 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T11:16:56,129 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T11:16:56,130 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,34931,1733311010886-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:16:56,131 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,34931,1733311010886-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T11:16:56,138 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T11:16:56,139 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T11:16:56,139 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,34931,1733311010886-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:16:56,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:16:56,243 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-04T11:16:56,243 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-04T11:16:56,246 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,34931,-1 for getting cluster id 2024-12-04T11:16:56,248 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:16:56,254 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15498df1-2c69-4940-aadc-33c51cd6aa13' 2024-12-04T11:16:56,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:16:56,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15498df1-2c69-4940-aadc-33c51cd6aa13" 2024-12-04T11:16:56,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@82e9087, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:16:56,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,34931,-1] 2024-12-04T11:16:56,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:16:56,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:16:56,262 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:16:56,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:16:56,264 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:16:56,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,38739,1733311011625, seqNum=-1] 2024-12-04T11:16:56,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:16:56,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:16:56,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e12b86b8109d,34931,1733311010886 2024-12-04T11:16:56,295 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55987 2024-12-04T11:16:56,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:16:56,318 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a00f02b50002 connected 2024-12-04T11:16:56,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587d06f5-f586-6c54-1408-d8b1060288cb/hadoop.log.dir so I do NOT create it in target/test-data/9e114899-1b69-6b0e-70ee-5a332efd63ec 2024-12-04T11:16:56,344 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587d06f5-f586-6c54-1408-d8b1060288cb/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T11:16:56,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587d06f5-f586-6c54-1408-d8b1060288cb/hadoop.tmp.dir so I do NOT create it in target/test-data/9e114899-1b69-6b0e-70ee-5a332efd63ec 2024-12-04T11:16:56,344 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587d06f5-f586-6c54-1408-d8b1060288cb/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T11:16:56,344 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e114899-1b69-6b0e-70ee-5a332efd63ec 2024-12-04T11:16:56,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T11:16:56,344 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e114899-1b69-6b0e-70ee-5a332efd63ec/cluster_ef679e8b-c6ab-1e49-727c-a93fb7726a57, deleteOnExit=true 2024-12-04T11:16:56,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T11:16:56,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e114899-1b69-6b0e-70ee-5a332efd63ec/test.cache.data in system properties and HBase conf 2024-12-04T11:16:56,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e114899-1b69-6b0e-70ee-5a332efd63ec/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T11:16:56,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e114899-1b69-6b0e-70ee-5a332efd63ec/hadoop.log.dir in system properties and HBase conf 2024-12-04T11:16:56,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e114899-1b69-6b0e-70ee-5a332efd63ec/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T11:16:56,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e114899-1b69-6b0e-70ee-5a332efd63ec/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T11:16:56,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T11:16:56,345 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T11:16:56,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e114899-1b69-6b0e-70ee-5a332efd63ec/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T11:16:56,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e114899-1b69-6b0e-70ee-5a332efd63ec/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T11:16:56,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e114899-1b69-6b0e-70ee-5a332efd63ec/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T11:16:56,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e114899-1b69-6b0e-70ee-5a332efd63ec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T11:16:56,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e114899-1b69-6b0e-70ee-5a332efd63ec/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T11:16:56,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e114899-1b69-6b0e-70ee-5a332efd63ec/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T11:16:56,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e114899-1b69-6b0e-70ee-5a332efd63ec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T11:16:56,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e114899-1b69-6b0e-70ee-5a332efd63ec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T11:16:56,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e114899-1b69-6b0e-70ee-5a332efd63ec/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T11:16:56,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e114899-1b69-6b0e-70ee-5a332efd63ec/nfs.dump.dir in system properties and HBase conf 2024-12-04T11:16:56,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e114899-1b69-6b0e-70ee-5a332efd63ec/java.io.tmpdir in system properties and HBase conf 2024-12-04T11:16:56,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e114899-1b69-6b0e-70ee-5a332efd63ec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T11:16:56,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e114899-1b69-6b0e-70ee-5a332efd63ec/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T11:16:56,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e114899-1b69-6b0e-70ee-5a332efd63ec/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T11:16:56,697 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:16:56,703 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T11:16:56,705 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T11:16:56,705 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T11:16:56,705 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T11:16:56,706 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:16:56,707 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e114899-1b69-6b0e-70ee-5a332efd63ec/hadoop.log.dir/,AVAILABLE} 2024-12-04T11:16:56,707 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T11:16:56,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e114899-1b69-6b0e-70ee-5a332efd63ec/java.io.tmpdir/jetty-localhost-46635-hadoop-hdfs-3_4_1-tests_jar-_-any-13214456873447522338/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T11:16:56,801 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:46635} 2024-12-04T11:16:56,801 INFO [Time-limited test {}] server.Server(415): Started @11512ms 2024-12-04T11:16:57,069 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:16:57,075 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T11:16:57,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T11:16:57,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T11:16:57,076 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T11:16:57,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e114899-1b69-6b0e-70ee-5a332efd63ec/hadoop.log.dir/,AVAILABLE} 2024-12-04T11:16:57,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T11:16:57,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e114899-1b69-6b0e-70ee-5a332efd63ec/java.io.tmpdir/jetty-localhost-35949-hadoop-hdfs-3_4_1-tests_jar-_-any-7449353867232539981/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T11:16:57,172 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:35949} 2024-12-04T11:16:57,172 INFO [Time-limited test {}] server.Server(415): Started @11883ms 2024-12-04T11:16:57,173 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T11:16:57,988 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e114899-1b69-6b0e-70ee-5a332efd63ec/cluster_ef679e8b-c6ab-1e49-727c-a93fb7726a57/data/data2/current/BP-1755824471-172.17.0.2-1733311016371/current, will proceed with Du for space computation calculation, 2024-12-04T11:16:57,988 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e114899-1b69-6b0e-70ee-5a332efd63ec/cluster_ef679e8b-c6ab-1e49-727c-a93fb7726a57/data/data1/current/BP-1755824471-172.17.0.2-1733311016371/current, will proceed with Du for space computation calculation, 2024-12-04T11:16:58,049 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T11:16:58,052 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe2a0bf5bd68baae4 with lease ID 0xf47d23596e914c91: Processing first storage report for DS-3e0677a9-417b-42a7-bce0-30110d2c1774 from datanode DatanodeRegistration(127.0.0.1:42555, datanodeUuid=b7d1ae1e-65ce-45b0-91b7-7a69bf7fb3fa, infoPort=33521, infoSecurePort=0, ipcPort=41647, storageInfo=lv=-57;cid=testClusterID;nsid=771909863;c=1733311016371) 2024-12-04T11:16:58,052 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe2a0bf5bd68baae4 with lease ID 0xf47d23596e914c91: from storage DS-3e0677a9-417b-42a7-bce0-30110d2c1774 node DatanodeRegistration(127.0.0.1:42555, datanodeUuid=b7d1ae1e-65ce-45b0-91b7-7a69bf7fb3fa, infoPort=33521, infoSecurePort=0, ipcPort=41647, storageInfo=lv=-57;cid=testClusterID;nsid=771909863;c=1733311016371), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T11:16:58,052 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe2a0bf5bd68baae4 with lease ID 0xf47d23596e914c91: Processing first storage report for DS-7832f5a8-4d80-4790-b9cc-f0c729010f58 from datanode DatanodeRegistration(127.0.0.1:42555, datanodeUuid=b7d1ae1e-65ce-45b0-91b7-7a69bf7fb3fa, infoPort=33521, infoSecurePort=0, ipcPort=41647, storageInfo=lv=-57;cid=testClusterID;nsid=771909863;c=1733311016371) 2024-12-04T11:16:58,052 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe2a0bf5bd68baae4 with lease ID 0xf47d23596e914c91: from storage DS-7832f5a8-4d80-4790-b9cc-f0c729010f58 node DatanodeRegistration(127.0.0.1:42555, datanodeUuid=b7d1ae1e-65ce-45b0-91b7-7a69bf7fb3fa, infoPort=33521, infoSecurePort=0, ipcPort=41647, storageInfo=lv=-57;cid=testClusterID;nsid=771909863;c=1733311016371), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T11:16:58,122 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e114899-1b69-6b0e-70ee-5a332efd63ec 2024-12-04T11:16:58,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:16:58,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:16:58,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741825_1001 (size=7) 2024-12-04T11:16:58,542 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940 with version=8 2024-12-04T11:16:58,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/hbase-staging 2024-12-04T11:16:58,546 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:16:58,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:16:58,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:16:58,547 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:16:58,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:16:58,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:16:58,547 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T11:16:58,547 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:16:58,548 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40949 2024-12-04T11:16:58,549 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40949 connecting to ZooKeeper ensemble=127.0.0.1:55987 2024-12-04T11:16:58,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409490x0, quorum=127.0.0.1:55987, baseZNode=/11667282627 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:16:58,599 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40949-0x101a00f02b50003 connected 2024-12-04T11:16:58,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:16:58,676 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:16:58,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40949-0x101a00f02b50003, quorum=127.0.0.1:55987, baseZNode=/11667282627 Set watcher on znode that does not yet exist, /11667282627/running 2024-12-04T11:16:58,680 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940, hbase.cluster.distributed=false 2024-12-04T11:16:58,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40949-0x101a00f02b50003, quorum=127.0.0.1:55987, baseZNode=/11667282627 Set watcher on znode that does not yet exist, /11667282627/acl 2024-12-04T11:16:58,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40949 2024-12-04T11:16:58,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40949 2024-12-04T11:16:58,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40949 2024-12-04T11:16:58,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40949 2024-12-04T11:16:58,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40949 2024-12-04T11:16:58,698 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:16:58,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:16:58,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:16:58,698 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:16:58,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:16:58,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:16:58,698 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T11:16:58,698 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:16:58,699 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37259 2024-12-04T11:16:58,700 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37259 connecting to ZooKeeper ensemble=127.0.0.1:55987 2024-12-04T11:16:58,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:16:58,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:16:58,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372590x0, quorum=127.0.0.1:55987, baseZNode=/11667282627 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:16:58,718 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372590x0, quorum=127.0.0.1:55987, baseZNode=/11667282627 Set watcher on znode that does not yet exist, /11667282627/running 2024-12-04T11:16:58,718 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37259-0x101a00f02b50004 connected 2024-12-04T11:16:58,718 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T11:16:58,719 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T11:16:58,720 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37259-0x101a00f02b50004, quorum=127.0.0.1:55987, baseZNode=/11667282627 Set watcher on znode that does not yet exist, /11667282627/master 2024-12-04T11:16:58,721 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37259-0x101a00f02b50004, quorum=127.0.0.1:55987, baseZNode=/11667282627 Set watcher on znode that does not yet exist, /11667282627/acl 2024-12-04T11:16:58,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37259 2024-12-04T11:16:58,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37259 2024-12-04T11:16:58,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37259 2024-12-04T11:16:58,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37259 2024-12-04T11:16:58,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37259 2024-12-04T11:16:58,734 DEBUG [M:0;e12b86b8109d:40949 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e12b86b8109d:40949 2024-12-04T11:16:58,734 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11667282627/backup-masters/e12b86b8109d,40949,1733311018545 2024-12-04T11:16:58,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37259-0x101a00f02b50004, quorum=127.0.0.1:55987, baseZNode=/11667282627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11667282627/backup-masters 2024-12-04T11:16:58,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40949-0x101a00f02b50003, quorum=127.0.0.1:55987, baseZNode=/11667282627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11667282627/backup-masters 2024-12-04T11:16:58,745 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40949-0x101a00f02b50003, quorum=127.0.0.1:55987, baseZNode=/11667282627 Set watcher on existing znode=/11667282627/backup-masters/e12b86b8109d,40949,1733311018545 2024-12-04T11:16:58,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37259-0x101a00f02b50004, quorum=127.0.0.1:55987, baseZNode=/11667282627 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11667282627/master 2024-12-04T11:16:58,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40949-0x101a00f02b50003, quorum=127.0.0.1:55987, baseZNode=/11667282627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11667282627 2024-12-04T11:16:58,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37259-0x101a00f02b50004, quorum=127.0.0.1:55987, baseZNode=/11667282627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11667282627 2024-12-04T11:16:58,756 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40949-0x101a00f02b50003, quorum=127.0.0.1:55987, baseZNode=/11667282627 Set watcher on existing znode=/11667282627/master 2024-12-04T11:16:58,756 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11667282627/backup-masters/e12b86b8109d,40949,1733311018545 from backup master directory 2024-12-04T11:16:58,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40949-0x101a00f02b50003, quorum=127.0.0.1:55987, baseZNode=/11667282627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11667282627/backup-masters/e12b86b8109d,40949,1733311018545 2024-12-04T11:16:58,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37259-0x101a00f02b50004, quorum=127.0.0.1:55987, baseZNode=/11667282627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11667282627/backup-masters 2024-12-04T11:16:58,766 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:16:58,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40949-0x101a00f02b50003, quorum=127.0.0.1:55987, baseZNode=/11667282627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11667282627/backup-masters 2024-12-04T11:16:58,766 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e12b86b8109d,40949,1733311018545 2024-12-04T11:16:58,773 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/hbase.id] with ID: bd2c5d68-3ced-4bed-93a2-3fa6de559855 2024-12-04T11:16:58,773 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/.tmp/hbase.id 2024-12-04T11:16:58,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741826_1002 (size=42) 2024-12-04T11:16:59,184 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/.tmp/hbase.id]:[hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/hbase.id] 2024-12-04T11:16:59,215 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:16:59,215 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T11:16:59,218 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-04T11:16:59,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40949-0x101a00f02b50003, quorum=127.0.0.1:55987, baseZNode=/11667282627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11667282627 2024-12-04T11:16:59,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37259-0x101a00f02b50004, quorum=127.0.0.1:55987, baseZNode=/11667282627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11667282627 2024-12-04T11:16:59,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741827_1003 (size=196) 2024-12-04T11:16:59,715 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:16:59,717 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T11:16:59,717 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:16:59,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741828_1004 (size=1189) 2024-12-04T11:17:00,135 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/MasterData/data/master/store 2024-12-04T11:17:00,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741829_1005 (size=34) 2024-12-04T11:17:00,547 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:17:00,548 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:17:00,548 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:17:00,549 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:17:00,549 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:17:00,549 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:17:00,549 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:17:00,549 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311020548Disabling compacts and flushes for region at 1733311020548Disabling writes for close at 1733311020549 (+1 ms)Writing region close event to WAL at 1733311020549Closed at 1733311020549 2024-12-04T11:17:00,554 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/MasterData/data/master/store/.initializing 2024-12-04T11:17:00,554 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/MasterData/WALs/e12b86b8109d,40949,1733311018545 2024-12-04T11:17:00,557 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:17:00,562 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e12b86b8109d%2C40949%2C1733311018545, suffix=, logDir=hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/MasterData/WALs/e12b86b8109d,40949,1733311018545, archiveDir=hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/MasterData/oldWALs, maxLogs=10 2024-12-04T11:17:00,577 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/MasterData/WALs/e12b86b8109d,40949,1733311018545/e12b86b8109d%2C40949%2C1733311018545.1733311020562, exclude list is [], retry=0 2024-12-04T11:17:00,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42555,DS-3e0677a9-417b-42a7-bce0-30110d2c1774,DISK] 2024-12-04T11:17:00,584 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/MasterData/WALs/e12b86b8109d,40949,1733311018545/e12b86b8109d%2C40949%2C1733311018545.1733311020562 2024-12-04T11:17:00,584 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33521:33521)] 2024-12-04T11:17:00,584 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:17:00,584 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:17:00,585 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:00,585 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:00,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:00,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T11:17:00,589 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:00,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:00,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:00,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T11:17:00,592 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:00,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:17:00,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:00,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T11:17:00,596 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:00,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:17:00,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:00,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T11:17:00,600 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:00,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:17:00,601 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:00,602 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:00,602 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:00,605 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:00,605 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:00,606 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:17:00,608 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:00,631 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:17:00,632 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60066577, jitterRate=-0.10493825376033783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:17:00,632 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733311020585Initializing all the Stores at 1733311020587 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311020587Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311020587Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311020587Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311020587Cleaning up temporary data from old regions at 1733311020605 (+18 ms)Region opened successfully at 1733311020632 (+27 ms) 2024-12-04T11:17:00,632 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T11:17:00,637 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d853825, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:17:00,638 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T11:17:00,638 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T11:17:00,638 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T11:17:00,639 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T11:17:00,639 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T11:17:00,640 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T11:17:00,640 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T11:17:00,643 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T11:17:00,644 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40949-0x101a00f02b50003, quorum=127.0.0.1:55987, baseZNode=/11667282627 Unable to get data of znode /11667282627/balancer because node does not exist (not necessarily an error) 2024-12-04T11:17:00,672 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T11:17:00,724 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11667282627/balancer already deleted, retry=false 2024-12-04T11:17:00,724 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T11:17:00,725 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40949-0x101a00f02b50003, quorum=127.0.0.1:55987, baseZNode=/11667282627 Unable to get data of znode /11667282627/normalizer because node does not exist (not necessarily an error) 2024-12-04T11:17:00,738 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11667282627/normalizer already deleted, retry=false 2024-12-04T11:17:00,739 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T11:17:00,740 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40949-0x101a00f02b50003, quorum=127.0.0.1:55987, baseZNode=/11667282627 Unable to get data of znode /11667282627/switch/split because node does not exist (not necessarily an error) 2024-12-04T11:17:00,748 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11667282627/switch/split already deleted, retry=false 2024-12-04T11:17:00,749 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40949-0x101a00f02b50003, quorum=127.0.0.1:55987, baseZNode=/11667282627 Unable to get data of znode /11667282627/switch/merge because node does not exist (not necessarily an error) 2024-12-04T11:17:00,759 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11667282627/switch/merge already deleted, retry=false 2024-12-04T11:17:00,762 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40949-0x101a00f02b50003, quorum=127.0.0.1:55987, baseZNode=/11667282627 Unable to get data of znode /11667282627/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T11:17:00,769 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11667282627/snapshot-cleanup already deleted, retry=false 2024-12-04T11:17:00,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37259-0x101a00f02b50004, quorum=127.0.0.1:55987, baseZNode=/11667282627 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11667282627/running 2024-12-04T11:17:00,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40949-0x101a00f02b50003, quorum=127.0.0.1:55987, baseZNode=/11667282627 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11667282627/running 2024-12-04T11:17:00,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40949-0x101a00f02b50003, quorum=127.0.0.1:55987, baseZNode=/11667282627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11667282627 2024-12-04T11:17:00,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37259-0x101a00f02b50004, quorum=127.0.0.1:55987, baseZNode=/11667282627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11667282627 2024-12-04T11:17:00,782 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e12b86b8109d,40949,1733311018545, sessionid=0x101a00f02b50003, setting cluster-up flag (Was=false) 2024-12-04T11:17:00,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37259-0x101a00f02b50004, quorum=127.0.0.1:55987, baseZNode=/11667282627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11667282627 2024-12-04T11:17:00,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40949-0x101a00f02b50003, quorum=127.0.0.1:55987, baseZNode=/11667282627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11667282627 2024-12-04T11:17:00,833 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11667282627/flush-table-proc/acquired, /11667282627/flush-table-proc/reached, /11667282627/flush-table-proc/abort 2024-12-04T11:17:00,834 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,40949,1733311018545 2024-12-04T11:17:00,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40949-0x101a00f02b50003, quorum=127.0.0.1:55987, baseZNode=/11667282627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11667282627 2024-12-04T11:17:00,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37259-0x101a00f02b50004, quorum=127.0.0.1:55987, baseZNode=/11667282627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11667282627 2024-12-04T11:17:00,886 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11667282627/online-snapshot/acquired, /11667282627/online-snapshot/reached, /11667282627/online-snapshot/abort 2024-12-04T11:17:00,890 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,40949,1733311018545 2024-12-04T11:17:00,893 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T11:17:00,897 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T11:17:00,897 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T11:17:00,897 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T11:17:00,898 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e12b86b8109d,40949,1733311018545 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T11:17:00,900 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:17:00,901 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:17:00,901 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:17:00,901 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:17:00,901 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e12b86b8109d:0, corePoolSize=10, maxPoolSize=10 2024-12-04T11:17:00,901 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:00,901 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:17:00,901 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:00,903 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733311050903 2024-12-04T11:17:00,903 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T11:17:00,903 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T11:17:00,903 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T11:17:00,903 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T11:17:00,903 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T11:17:00,903 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T11:17:00,904 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:00,904 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:17:00,904 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T11:17:00,905 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T11:17:00,905 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T11:17:00,905 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T11:17:00,905 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T11:17:00,906 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T11:17:00,906 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T11:17:00,906 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311020906,5,FailOnTimeoutGroup] 2024-12-04T11:17:00,906 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311020906,5,FailOnTimeoutGroup] 2024-12-04T11:17:00,907 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:00,907 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:00,907 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T11:17:00,907 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:00,907 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:00,907 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T11:17:00,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741831_1007 (size=1321) 2024-12-04T11:17:00,929 INFO [RS:0;e12b86b8109d:37259 {}] regionserver.HRegionServer(746): ClusterId : bd2c5d68-3ced-4bed-93a2-3fa6de559855 2024-12-04T11:17:00,929 DEBUG [RS:0;e12b86b8109d:37259 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T11:17:00,939 DEBUG [RS:0;e12b86b8109d:37259 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T11:17:00,939 DEBUG [RS:0;e12b86b8109d:37259 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T11:17:00,950 DEBUG [RS:0;e12b86b8109d:37259 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T11:17:00,950 DEBUG [RS:0;e12b86b8109d:37259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67e3a229, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:17:00,961 DEBUG [RS:0;e12b86b8109d:37259 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e12b86b8109d:37259 2024-12-04T11:17:00,961 INFO [RS:0;e12b86b8109d:37259 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T11:17:00,961 INFO [RS:0;e12b86b8109d:37259 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T11:17:00,961 DEBUG [RS:0;e12b86b8109d:37259 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T11:17:00,962 INFO [RS:0;e12b86b8109d:37259 {}] regionserver.HRegionServer(2659): reportForDuty to master=e12b86b8109d,40949,1733311018545 with port=37259, startcode=1733311018697 2024-12-04T11:17:00,962 DEBUG [RS:0;e12b86b8109d:37259 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T11:17:00,964 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T11:17:00,965 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40949 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e12b86b8109d,37259,1733311018697 2024-12-04T11:17:00,965 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40949 {}] master.ServerManager(517): Registering regionserver=e12b86b8109d,37259,1733311018697 2024-12-04T11:17:00,968 DEBUG [RS:0;e12b86b8109d:37259 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940 2024-12-04T11:17:00,968 DEBUG [RS:0;e12b86b8109d:37259 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34137 2024-12-04T11:17:00,968 DEBUG [RS:0;e12b86b8109d:37259 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T11:17:01,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40949-0x101a00f02b50003, quorum=127.0.0.1:55987, baseZNode=/11667282627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11667282627/rs 2024-12-04T11:17:01,016 DEBUG [RS:0;e12b86b8109d:37259 {}] zookeeper.ZKUtil(111): regionserver:37259-0x101a00f02b50004, quorum=127.0.0.1:55987, baseZNode=/11667282627 Set watcher on existing znode=/11667282627/rs/e12b86b8109d,37259,1733311018697 2024-12-04T11:17:01,016 WARN [RS:0;e12b86b8109d:37259 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:17:01,017 INFO [RS:0;e12b86b8109d:37259 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:17:01,017 DEBUG [RS:0;e12b86b8109d:37259 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/WALs/e12b86b8109d,37259,1733311018697 2024-12-04T11:17:01,017 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e12b86b8109d,37259,1733311018697] 2024-12-04T11:17:01,021 INFO [RS:0;e12b86b8109d:37259 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T11:17:01,023 INFO [RS:0;e12b86b8109d:37259 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T11:17:01,024 INFO [RS:0;e12b86b8109d:37259 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T11:17:01,024 INFO [RS:0;e12b86b8109d:37259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:01,024 INFO [RS:0;e12b86b8109d:37259 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T11:17:01,025 INFO [RS:0;e12b86b8109d:37259 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T11:17:01,025 INFO [RS:0;e12b86b8109d:37259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:01,026 DEBUG [RS:0;e12b86b8109d:37259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:01,026 DEBUG [RS:0;e12b86b8109d:37259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:01,026 DEBUG [RS:0;e12b86b8109d:37259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:01,026 DEBUG [RS:0;e12b86b8109d:37259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:01,026 DEBUG [RS:0;e12b86b8109d:37259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:01,026 DEBUG [RS:0;e12b86b8109d:37259 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:17:01,026 DEBUG [RS:0;e12b86b8109d:37259 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:01,026 DEBUG [RS:0;e12b86b8109d:37259 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:01,026 DEBUG [RS:0;e12b86b8109d:37259 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:01,026 DEBUG [RS:0;e12b86b8109d:37259 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:01,026 DEBUG [RS:0;e12b86b8109d:37259 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:01,026 DEBUG [RS:0;e12b86b8109d:37259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:01,026 DEBUG [RS:0;e12b86b8109d:37259 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:17:01,026 DEBUG [RS:0;e12b86b8109d:37259 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:17:01,027 INFO [RS:0;e12b86b8109d:37259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:01,027 INFO [RS:0;e12b86b8109d:37259 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:01,027 INFO [RS:0;e12b86b8109d:37259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:01,027 INFO [RS:0;e12b86b8109d:37259 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:01,027 INFO [RS:0;e12b86b8109d:37259 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:01,027 INFO [RS:0;e12b86b8109d:37259 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,37259,1733311018697-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:17:01,039 INFO [RS:0;e12b86b8109d:37259 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T11:17:01,040 INFO [RS:0;e12b86b8109d:37259 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,37259,1733311018697-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:01,040 INFO [RS:0;e12b86b8109d:37259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:01,040 INFO [RS:0;e12b86b8109d:37259 {}] regionserver.Replication(171): e12b86b8109d,37259,1733311018697 started 2024-12-04T11:17:01,053 INFO [RS:0;e12b86b8109d:37259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:01,053 INFO [RS:0;e12b86b8109d:37259 {}] regionserver.HRegionServer(1482): Serving as e12b86b8109d,37259,1733311018697, RpcServer on e12b86b8109d/172.17.0.2:37259, sessionid=0x101a00f02b50004 2024-12-04T11:17:01,053 DEBUG [RS:0;e12b86b8109d:37259 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T11:17:01,053 DEBUG [RS:0;e12b86b8109d:37259 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e12b86b8109d,37259,1733311018697 2024-12-04T11:17:01,053 DEBUG [RS:0;e12b86b8109d:37259 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,37259,1733311018697' 2024-12-04T11:17:01,053 DEBUG [RS:0;e12b86b8109d:37259 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11667282627/flush-table-proc/abort' 2024-12-04T11:17:01,054 DEBUG [RS:0;e12b86b8109d:37259 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11667282627/flush-table-proc/acquired' 2024-12-04T11:17:01,054 DEBUG [RS:0;e12b86b8109d:37259 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T11:17:01,054 DEBUG [RS:0;e12b86b8109d:37259 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T11:17:01,054 DEBUG [RS:0;e12b86b8109d:37259 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e12b86b8109d,37259,1733311018697 2024-12-04T11:17:01,054 DEBUG [RS:0;e12b86b8109d:37259 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,37259,1733311018697' 2024-12-04T11:17:01,054 DEBUG [RS:0;e12b86b8109d:37259 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11667282627/online-snapshot/abort' 2024-12-04T11:17:01,055 DEBUG [RS:0;e12b86b8109d:37259 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11667282627/online-snapshot/acquired' 2024-12-04T11:17:01,055 DEBUG [RS:0;e12b86b8109d:37259 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T11:17:01,055 INFO [RS:0;e12b86b8109d:37259 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T11:17:01,055 INFO [RS:0;e12b86b8109d:37259 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T11:17:01,156 INFO [RS:0;e12b86b8109d:37259 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:17:01,159 INFO [RS:0;e12b86b8109d:37259 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C37259%2C1733311018697, suffix=, logDir=hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/WALs/e12b86b8109d,37259,1733311018697, archiveDir=hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/oldWALs, maxLogs=10 2024-12-04T11:17:01,177 DEBUG [RS:0;e12b86b8109d:37259 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/WALs/e12b86b8109d,37259,1733311018697/e12b86b8109d%2C37259%2C1733311018697.1733311021160, exclude list is [], retry=0 2024-12-04T11:17:01,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42555,DS-3e0677a9-417b-42a7-bce0-30110d2c1774,DISK] 2024-12-04T11:17:01,184 INFO [RS:0;e12b86b8109d:37259 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/WALs/e12b86b8109d,37259,1733311018697/e12b86b8109d%2C37259%2C1733311018697.1733311021160 2024-12-04T11:17:01,185 DEBUG [RS:0;e12b86b8109d:37259 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33521:33521)] 2024-12-04T11:17:01,318 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T11:17:01,318 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940 2024-12-04T11:17:01,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741833_1009 (size=32) 2024-12-04T11:17:01,412 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:17:01,460 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T11:17:01,461 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T11:17:01,462 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:17:01,462 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T11:17:01,462 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:17:01,462 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T11:17:01,463 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T11:17:01,463 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T11:17:01,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:17:01,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:17:01,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:17:01,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:01,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:01,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:17:01,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:17:01,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:01,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:01,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:17:01,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:17:01,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:01,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:01,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:17:01,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:17:01,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:01,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:01,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:17:01,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/data/hbase/meta/1588230740 2024-12-04T11:17:01,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/data/hbase/meta/1588230740 2024-12-04T11:17:01,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:17:01,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:17:01,756 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:17:01,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:17:01,761 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:17:01,761 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66513514, jitterRate=-0.008871406316757202}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:17:01,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733311021731Initializing all the Stores at 1733311021734 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311021734Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311021735 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311021735Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311021735Cleaning up temporary data from old regions at 1733311021755 (+20 ms)Region opened successfully at 1733311021761 (+6 ms) 2024-12-04T11:17:01,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:17:01,762 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:17:01,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:17:01,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:17:01,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:17:01,762 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:17:01,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311021761Disabling compacts and flushes for region at 1733311021761Disabling writes for close at 1733311021762 (+1 ms)Writing region close event to WAL at 1733311021762Closed at 1733311021762 2024-12-04T11:17:01,764 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:17:01,764 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T11:17:01,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T11:17:01,766 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:17:01,767 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T11:17:01,918 DEBUG [e12b86b8109d:40949 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T11:17:01,918 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e12b86b8109d,37259,1733311018697 2024-12-04T11:17:01,922 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,37259,1733311018697, state=OPENING 2024-12-04T11:17:01,987 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T11:17:02,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40949-0x101a00f02b50003, quorum=127.0.0.1:55987, baseZNode=/11667282627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11667282627 2024-12-04T11:17:02,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37259-0x101a00f02b50004, quorum=127.0.0.1:55987, baseZNode=/11667282627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11667282627 2024-12-04T11:17:02,004 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:17:02,004 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,37259,1733311018697}] 2024-12-04T11:17:02,004 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11667282627/meta-region-server: CHANGED 2024-12-04T11:17:02,004 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11667282627/meta-region-server: CHANGED 2024-12-04T11:17:02,162 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T11:17:02,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T11:17:02,176 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T11:17:02,176 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:17:02,177 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T11:17:02,180 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C37259%2C1733311018697.meta, suffix=.meta, logDir=hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/WALs/e12b86b8109d,37259,1733311018697, archiveDir=hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/oldWALs, maxLogs=10 2024-12-04T11:17:02,196 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/WALs/e12b86b8109d,37259,1733311018697/e12b86b8109d%2C37259%2C1733311018697.meta.1733311022182.meta, exclude list is [], retry=0 2024-12-04T11:17:02,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42555,DS-3e0677a9-417b-42a7-bce0-30110d2c1774,DISK] 2024-12-04T11:17:02,202 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/WALs/e12b86b8109d,37259,1733311018697/e12b86b8109d%2C37259%2C1733311018697.meta.1733311022182.meta 2024-12-04T11:17:02,202 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33521:33521)] 2024-12-04T11:17:02,202 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:17:02,202 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:17:02,203 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T11:17:02,203 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T11:17:02,203 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T11:17:02,203 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T11:17:02,203 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:17:02,203 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T11:17:02,203 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T11:17:02,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:17:02,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:17:02,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:02,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:02,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:17:02,208 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:17:02,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:02,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:02,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:17:02,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:17:02,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:02,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:02,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:17:02,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:17:02,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:02,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:02,213 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:17:02,214 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/data/hbase/meta/1588230740 2024-12-04T11:17:02,216 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/data/hbase/meta/1588230740 2024-12-04T11:17:02,217 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:17:02,217 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:17:02,218 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:17:02,220 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:17:02,221 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64581196, jitterRate=-0.03766518831253052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:17:02,221 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T11:17:02,221 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733311022203Writing region info on filesystem at 1733311022203Initializing all the Stores at 1733311022205 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311022205Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311022205Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311022205Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311022205Cleaning up temporary data from old regions at 1733311022217 (+12 ms)Running coprocessor post-open hooks at 1733311022221 (+4 ms)Region opened successfully at 1733311022221 2024-12-04T11:17:02,223 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733311022161 2024-12-04T11:17:02,225 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T11:17:02,225 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T11:17:02,226 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e12b86b8109d,37259,1733311018697 2024-12-04T11:17:02,228 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,37259,1733311018697, state=OPEN 2024-12-04T11:17:02,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37259-0x101a00f02b50004, quorum=127.0.0.1:55987, baseZNode=/11667282627 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11667282627/meta-region-server 2024-12-04T11:17:02,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40949-0x101a00f02b50003, quorum=127.0.0.1:55987, baseZNode=/11667282627 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11667282627/meta-region-server 2024-12-04T11:17:02,254 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e12b86b8109d,37259,1733311018697 2024-12-04T11:17:02,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11667282627/meta-region-server: CHANGED 2024-12-04T11:17:02,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11667282627/meta-region-server: CHANGED 2024-12-04T11:17:02,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T11:17:02,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,37259,1733311018697 in 250 msec 2024-12-04T11:17:02,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T11:17:02,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 496 msec 2024-12-04T11:17:02,267 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:17:02,267 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T11:17:02,270 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:17:02,270 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,37259,1733311018697, seqNum=-1] 2024-12-04T11:17:02,271 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:17:02,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:17:02,281 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3840 sec 2024-12-04T11:17:02,281 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733311022281, completionTime=-1 2024-12-04T11:17:02,281 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T11:17:02,281 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T11:17:02,283 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T11:17:02,283 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733311082283 2024-12-04T11:17:02,283 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733311142283 2024-12-04T11:17:02,283 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T11:17:02,284 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,40949,1733311018545-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:02,284 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,40949,1733311018545-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:02,284 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,40949,1733311018545-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:02,284 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e12b86b8109d:40949, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:02,284 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:02,284 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:02,286 DEBUG [master/e12b86b8109d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T11:17:02,289 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.523sec 2024-12-04T11:17:02,289 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T11:17:02,289 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T11:17:02,289 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T11:17:02,289 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T11:17:02,289 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T11:17:02,289 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,40949,1733311018545-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:17:02,289 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,40949,1733311018545-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T11:17:02,293 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T11:17:02,293 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T11:17:02,293 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,40949,1733311018545-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:02,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6ba2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:02,331 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,40949,-1 for getting cluster id 2024-12-04T11:17:02,332 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:17:02,335 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd2c5d68-3ced-4bed-93a2-3fa6de559855' 2024-12-04T11:17:02,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:17:02,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd2c5d68-3ced-4bed-93a2-3fa6de559855" 2024-12-04T11:17:02,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b5391b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:02,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,40949,-1] 2024-12-04T11:17:02,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:17:02,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:02,340 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:17:02,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a99f828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:02,342 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:17:02,343 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,37259,1733311018697, seqNum=-1] 2024-12-04T11:17:02,343 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:17:02,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:17:02,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e12b86b8109d,40949,1733311018545 2024-12-04T11:17:02,348 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55987 2024-12-04T11:17:02,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55987, baseZNode=/11667282627 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:17:02,409 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a00f02b50005 connected 2024-12-04T11:17:02,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f80546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:02,424 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,34931,-1 for getting cluster id 2024-12-04T11:17:02,424 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:17:02,426 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15498df1-2c69-4940-aadc-33c51cd6aa13' 2024-12-04T11:17:02,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:17:02,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15498df1-2c69-4940-aadc-33c51cd6aa13" 2024-12-04T11:17:02,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a6f220, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:02,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,34931,-1] 2024-12-04T11:17:02,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:17:02,428 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:02,429 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:17:02,431 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14d40ab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:02,440 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:17:02,444 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,34931,1733311010886 2024-12-04T11:17:02,447 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@418e14b4 2024-12-04T11:17:02,448 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:17:02,450 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:17:02,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34931 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e12b86b8109d:40949,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T11:17:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34931 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T11:17:02,466 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e12b86b8109d:40949' 2024-12-04T11:17:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:17:02,468 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65c7eb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:02,468 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,40949,-1 for getting cluster id 2024-12-04T11:17:02,469 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:17:02,470 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd2c5d68-3ced-4bed-93a2-3fa6de559855' 2024-12-04T11:17:02,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:17:02,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd2c5d68-3ced-4bed-93a2-3fa6de559855" 2024-12-04T11:17:02,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e095b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:02,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,40949,-1] 2024-12-04T11:17:02,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:17:02,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:02,472 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:17:02,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@288bf3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:02,473 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:17:02,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,40949,1733311018545 2024-12-04T11:17:02,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@692a8d99 2024-12-04T11:17:02,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:17:02,480 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:17:02,491 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-04T11:17:02,492 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T11:17:02,496 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:02,496 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:02,496 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:17:02,497 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:17:02,502 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T11:17:02,505 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T11:17:02,505 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:02,507 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T11:17:02,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46227 is added to blk_1073741835_1011 (size=1138) 2024-12-04T11:17:02,554 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T11:17:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:17:02,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:17:02,924 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f0d45398d221f62f4e79aa9d77ef61ae, NAME => 'hbase:replication,,1733311022497.f0d45398d221f62f4e79aa9d77ef61ae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7 2024-12-04T11:17:02,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46227 is added to blk_1073741836_1012 (size=44) 2024-12-04T11:17:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:17:03,337 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733311022497.f0d45398d221f62f4e79aa9d77ef61ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:17:03,338 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f0d45398d221f62f4e79aa9d77ef61ae, disabling compactions & flushes 2024-12-04T11:17:03,338 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733311022497.f0d45398d221f62f4e79aa9d77ef61ae. 2024-12-04T11:17:03,338 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733311022497.f0d45398d221f62f4e79aa9d77ef61ae. 2024-12-04T11:17:03,338 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733311022497.f0d45398d221f62f4e79aa9d77ef61ae. after waiting 0 ms 2024-12-04T11:17:03,339 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733311022497.f0d45398d221f62f4e79aa9d77ef61ae. 2024-12-04T11:17:03,339 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733311022497.f0d45398d221f62f4e79aa9d77ef61ae. 2024-12-04T11:17:03,339 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f0d45398d221f62f4e79aa9d77ef61ae: Waiting for close lock at 1733311023338Disabling compacts and flushes for region at 1733311023338Disabling writes for close at 1733311023338Writing region close event to WAL at 1733311023339 (+1 ms)Closed at 1733311023339 2024-12-04T11:17:03,343 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T11:17:03,350 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733311022497.f0d45398d221f62f4e79aa9d77ef61ae.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733311023343"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733311023343"}]},"ts":"1733311023343"} 2024-12-04T11:17:03,354 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T11:17:03,356 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T11:17:03,358 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311023356"}]},"ts":"1733311023356"} 2024-12-04T11:17:03,361 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T11:17:03,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f0d45398d221f62f4e79aa9d77ef61ae, ASSIGN}] 2024-12-04T11:17:03,365 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f0d45398d221f62f4e79aa9d77ef61ae, ASSIGN 2024-12-04T11:17:03,367 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f0d45398d221f62f4e79aa9d77ef61ae, ASSIGN; state=OFFLINE, location=e12b86b8109d,38739,1733311011625; forceNewPlan=false, retain=false 2024-12-04T11:17:03,518 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f0d45398d221f62f4e79aa9d77ef61ae, regionState=OPENING, regionLocation=e12b86b8109d,38739,1733311011625 2024-12-04T11:17:03,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f0d45398d221f62f4e79aa9d77ef61ae, ASSIGN because future has completed 2024-12-04T11:17:03,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0d45398d221f62f4e79aa9d77ef61ae, server=e12b86b8109d,38739,1733311011625}] 2024-12-04T11:17:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:17:03,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733311022497.f0d45398d221f62f4e79aa9d77ef61ae. 2024-12-04T11:17:03,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:17:03,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T11:17:03,688 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C38739%2C1733311011625.rep, suffix=, logDir=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,38739,1733311011625, archiveDir=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/oldWALs, maxLogs=10 2024-12-04T11:17:03,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,38739,1733311011625/e12b86b8109d%2C38739%2C1733311011625.rep.1733311023689, exclude list is [], retry=0 2024-12-04T11:17:03,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46227,DS-7560d1d5-dfa6-44f9-93ae-162e2c724eff,DISK] 2024-12-04T11:17:03,704 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,38739,1733311011625/e12b86b8109d%2C38739%2C1733311011625.rep.1733311023689 2024-12-04T11:17:03,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44491:44491)] 2024-12-04T11:17:03,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => f0d45398d221f62f4e79aa9d77ef61ae, NAME => 'hbase:replication,,1733311022497.f0d45398d221f62f4e79aa9d77ef61ae.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:17:03,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:17:03,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T11:17:03,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733311022497.f0d45398d221f62f4e79aa9d77ef61ae. service=MultiRowMutationService 2024-12-04T11:17:03,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T11:17:03,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f0d45398d221f62f4e79aa9d77ef61ae 2024-12-04T11:17:03,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733311022497.f0d45398d221f62f4e79aa9d77ef61ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:17:03,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for f0d45398d221f62f4e79aa9d77ef61ae 2024-12-04T11:17:03,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for f0d45398d221f62f4e79aa9d77ef61ae 2024-12-04T11:17:03,708 INFO [StoreOpener-f0d45398d221f62f4e79aa9d77ef61ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f0d45398d221f62f4e79aa9d77ef61ae 2024-12-04T11:17:03,709 INFO [StoreOpener-f0d45398d221f62f4e79aa9d77ef61ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0d45398d221f62f4e79aa9d77ef61ae columnFamilyName hfileref 2024-12-04T11:17:03,709 DEBUG [StoreOpener-f0d45398d221f62f4e79aa9d77ef61ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:03,710 INFO [StoreOpener-f0d45398d221f62f4e79aa9d77ef61ae-1 {}] regionserver.HStore(327): Store=f0d45398d221f62f4e79aa9d77ef61ae/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:17:03,710 INFO [StoreOpener-f0d45398d221f62f4e79aa9d77ef61ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f0d45398d221f62f4e79aa9d77ef61ae 2024-12-04T11:17:03,712 INFO [StoreOpener-f0d45398d221f62f4e79aa9d77ef61ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0d45398d221f62f4e79aa9d77ef61ae columnFamilyName queue 2024-12-04T11:17:03,712 DEBUG [StoreOpener-f0d45398d221f62f4e79aa9d77ef61ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:03,713 INFO [StoreOpener-f0d45398d221f62f4e79aa9d77ef61ae-1 {}] regionserver.HStore(327): Store=f0d45398d221f62f4e79aa9d77ef61ae/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:17:03,713 INFO [StoreOpener-f0d45398d221f62f4e79aa9d77ef61ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f0d45398d221f62f4e79aa9d77ef61ae 2024-12-04T11:17:03,715 INFO [StoreOpener-f0d45398d221f62f4e79aa9d77ef61ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0d45398d221f62f4e79aa9d77ef61ae columnFamilyName sid 2024-12-04T11:17:03,715 DEBUG [StoreOpener-f0d45398d221f62f4e79aa9d77ef61ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:03,715 INFO [StoreOpener-f0d45398d221f62f4e79aa9d77ef61ae-1 {}] regionserver.HStore(327): Store=f0d45398d221f62f4e79aa9d77ef61ae/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:17:03,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for f0d45398d221f62f4e79aa9d77ef61ae 2024-12-04T11:17:03,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/replication/f0d45398d221f62f4e79aa9d77ef61ae 2024-12-04T11:17:03,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/replication/f0d45398d221f62f4e79aa9d77ef61ae 2024-12-04T11:17:03,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for f0d45398d221f62f4e79aa9d77ef61ae 2024-12-04T11:17:03,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for f0d45398d221f62f4e79aa9d77ef61ae 2024-12-04T11:17:03,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T11:17:03,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for f0d45398d221f62f4e79aa9d77ef61ae 2024-12-04T11:17:03,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/replication/f0d45398d221f62f4e79aa9d77ef61ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:17:03,724 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened f0d45398d221f62f4e79aa9d77ef61ae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72384539, jitterRate=0.07861368358135223}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T11:17:03,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f0d45398d221f62f4e79aa9d77ef61ae 2024-12-04T11:17:03,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for f0d45398d221f62f4e79aa9d77ef61ae: Running coprocessor pre-open hook at 1733311023706Writing region info on filesystem at 1733311023706Initializing all the Stores at 1733311023707 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311023707Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311023707Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311023707Cleaning up temporary data from old regions at 1733311023719 (+12 ms)Running coprocessor post-open hooks at 1733311023725 (+6 ms)Region opened successfully at 1733311023725 2024-12-04T11:17:03,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733311022497.f0d45398d221f62f4e79aa9d77ef61ae., pid=7, masterSystemTime=1733311023676 2024-12-04T11:17:03,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733311022497.f0d45398d221f62f4e79aa9d77ef61ae. 2024-12-04T11:17:03,730 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733311022497.f0d45398d221f62f4e79aa9d77ef61ae. 2024-12-04T11:17:03,731 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f0d45398d221f62f4e79aa9d77ef61ae, regionState=OPEN, openSeqNum=2, regionLocation=e12b86b8109d,38739,1733311011625 2024-12-04T11:17:03,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0d45398d221f62f4e79aa9d77ef61ae, server=e12b86b8109d,38739,1733311011625 because future has completed 2024-12-04T11:17:03,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-04T11:17:03,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f0d45398d221f62f4e79aa9d77ef61ae, server=e12b86b8109d,38739,1733311011625 in 213 msec 2024-12-04T11:17:03,742 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T11:17:03,742 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f0d45398d221f62f4e79aa9d77ef61ae, ASSIGN in 376 msec 2024-12-04T11:17:03,743 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T11:17:03,744 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311023743"}]},"ts":"1733311023743"} 2024-12-04T11:17:03,746 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T11:17:03,748 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T11:17:03,751 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2500 sec 2024-12-04T11:17:03,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733311022497.f0d45398d221f62f4e79aa9d77ef61ae., hostname=e12b86b8109d,38739,1733311011625, seqNum=2] 2024-12-04T11:17:03,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38739 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-04T11:17:04,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38739-0x101a00f02b50001, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261746500 2024-12-04T11:17:04,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x101a00f02b50000, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261746500 2024-12-04T11:17:04,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T11:17:04,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38739 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-04T11:17:04,287 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T11:17:04,322 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-e12b86b8109d,38739,1733311011625, ReplicationSource: 1, currentBandwidth=0 2024-12-04T11:17:04,323 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:17:04,323 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,38739,1733311011625, seqNum=-1] 2024-12-04T11:17:04,324 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:17:04,325 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-04T11:17:04,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e12b86b8109d,38739,1733311011625', locateType=CURRENT is [region=hbase:replication,,1733311022497.f0d45398d221f62f4e79aa9d77ef61ae., hostname=e12b86b8109d,38739,1733311011625, seqNum=2] 2024-12-04T11:17:04,335 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-04T11:17:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34931 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-04T11:17:04,341 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e12b86b8109d,38739,1733311011625 suceeded 2024-12-04T11:17:04,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-04T11:17:04,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 225 msec 2024-12-04T11:17:04,346 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e12b86b8109d:40949,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T11:17:04,350 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8920 sec 2024-12-04T11:17:04,359 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,38739,1733311011625 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e12b86b8109d:40949' 2024-12-04T11:17:04,361 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,38739,1733311011625 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a38b449, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:04,361 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,38739,1733311011625 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,40949,-1 for getting cluster id 2024-12-04T11:17:04,361 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,38739,1733311011625 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:17:04,362 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd2c5d68-3ced-4bed-93a2-3fa6de559855' 2024-12-04T11:17:04,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:17:04,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd2c5d68-3ced-4bed-93a2-3fa6de559855" 2024-12-04T11:17:04,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@314d4a43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:04,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,40949,-1] 2024-12-04T11:17:04,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:17:04,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:04,364 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:17:04,365 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,38739,1733311011625 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56c22352, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:04,365 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,38739,1733311011625 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:17:04,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,40949,1733311018545 2024-12-04T11:17:04,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c319460 2024-12-04T11:17:04,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:17:04,368 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-04T11:17:04,369 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,38739,1733311011625 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e12b86b8109d,38739,1733311011625 (queues=1) is replicating from cluster=15498df1-2c69-4940-aadc-33c51cd6aa13 to cluster=bd2c5d68-3ced-4bed-93a2-3fa6de559855 2024-12-04T11:17:04,372 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,38739,1733311011625 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e12b86b8109d%2C38739%2C1733311011625 2024-12-04T11:17:04,375 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,38739,1733311011625 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e12b86b8109d,38739,1733311011625, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T11:17:04,377 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,38739,1733311011625.replicationSource.shippere12b86b8109d%2C38739%2C1733311011625,1-e12b86b8109d,38739,1733311011625 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e12b86b8109d%2C38739%2C1733311011625 2024-12-04T11:17:04,380 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,38739,1733311011625.replicationSource.wal-reader.e12b86b8109d%2C38739%2C1733311011625,1-e12b86b8109d,38739,1733311011625 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,38739,1733311011625/e12b86b8109d%2C38739%2C1733311011625.1733311014862, startPosition=0, beingWritten=true 2024-12-04T11:17:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:17:04,620 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:17:04,620 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T11:17:04,620 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:17:04,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:04,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:04,621 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:17:04,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a7af65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:04,622 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,34931,-1 for getting cluster id 2024-12-04T11:17:04,622 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:17:04,624 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15498df1-2c69-4940-aadc-33c51cd6aa13' 2024-12-04T11:17:04,625 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:17:04,625 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15498df1-2c69-4940-aadc-33c51cd6aa13" 2024-12-04T11:17:04,626 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15f047b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:04,626 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,34931,-1] 2024-12-04T11:17:04,626 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:17:04,627 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:04,629 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:17:04,630 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d1df234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:04,631 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:17:04,633 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,38739,1733311011625.replicationSource.wal-reader.e12b86b8109d%2C38739%2C1733311011625,1-e12b86b8109d,38739,1733311011625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,38739,1733311011625/e12b86b8109d%2C38739%2C1733311011625.1733311014862 to pos 0, reset compression=false 2024-12-04T11:17:04,633 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,34931,1733311010886 2024-12-04T11:17:04,633 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25db20d3 2024-12-04T11:17:04,633 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:17:04,636 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:17:04,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34931 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://e12b86b8109d:40949,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T11:17:04,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34931 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T11:17:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T11:17:04,642 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e12b86b8109d:40949' 2024-12-04T11:17:04,643 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a6f3f82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:04,643 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,40949,-1 for getting cluster id 2024-12-04T11:17:04,644 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:17:04,645 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd2c5d68-3ced-4bed-93a2-3fa6de559855' 2024-12-04T11:17:04,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:17:04,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd2c5d68-3ced-4bed-93a2-3fa6de559855" 2024-12-04T11:17:04,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b873a5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:04,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,40949,-1] 2024-12-04T11:17:04,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:17:04,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:04,646 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:17:04,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bb1dfdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:04,648 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:17:04,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,40949,1733311018545 2024-12-04T11:17:04,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2dc5cbdd 2024-12-04T11:17:04,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:17:04,650 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:17:04,651 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-04T11:17:04,651 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T11:17:04,651 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:04,651 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:04,651 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:17:04,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T11:17:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T11:17:04,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38739 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-04T11:17:04,880 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-04T11:17:04,917 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-e12b86b8109d,38739,1733311011625, ReplicationSource: 2, currentBandwidth=0 2024-12-04T11:17:04,920 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-04T11:17:04,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34931 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-04T11:17:04,923 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on e12b86b8109d,38739,1733311011625 suceeded 2024-12-04T11:17:04,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T11:17:04,927 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://e12b86b8109d:40949,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T11:17:04,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-12-04T11:17:04,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 290 msec 2024-12-04T11:17:04,935 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,38739,1733311011625 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e12b86b8109d:40949' 2024-12-04T11:17:04,936 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,38739,1733311011625 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2746e996, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:04,937 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,38739,1733311011625 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,40949,-1 for getting cluster id 2024-12-04T11:17:04,937 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,38739,1733311011625 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:17:04,938 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd2c5d68-3ced-4bed-93a2-3fa6de559855' 2024-12-04T11:17:04,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:17:04,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd2c5d68-3ced-4bed-93a2-3fa6de559855" 2024-12-04T11:17:04,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ac4b5a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:04,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,40949,-1] 2024-12-04T11:17:04,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:17:04,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:04,940 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:17:04,941 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,38739,1733311011625 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79ead69e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:04,941 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,38739,1733311011625 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:17:04,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,40949,1733311018545 2024-12-04T11:17:04,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@554d4b89 2024-12-04T11:17:04,942 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,38739,1733311011625.replicationSource.wal-reader.e12b86b8109d%2C38739%2C1733311011625,1-e12b86b8109d,38739,1733311011625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,38739,1733311011625/e12b86b8109d%2C38739%2C1733311011625.1733311014862 to pos 0, reset compression=false 2024-12-04T11:17:04,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:17:04,943 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-04T11:17:04,944 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,38739,1733311011625 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-e12b86b8109d,38739,1733311011625 (queues=1) is replicating from cluster=15498df1-2c69-4940-aadc-33c51cd6aa13 to cluster=bd2c5d68-3ced-4bed-93a2-3fa6de559855 2024-12-04T11:17:04,944 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,38739,1733311011625 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=e12b86b8109d%2C38739%2C1733311011625 2024-12-04T11:17:04,944 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,38739,1733311011625 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-e12b86b8109d,38739,1733311011625, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T11:17:04,945 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,38739,1733311011625.replicationSource.wal-reader.e12b86b8109d%2C38739%2C1733311011625,2-e12b86b8109d,38739,1733311011625 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,38739,1733311011625/e12b86b8109d%2C38739%2C1733311011625.1733311014862, startPosition=0, beingWritten=true 2024-12-04T11:17:04,945 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,38739,1733311011625.replicationSource.shippere12b86b8109d%2C38739%2C1733311011625,2-e12b86b8109d,38739,1733311011625 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e12b86b8109d%2C38739%2C1733311011625 2024-12-04T11:17:04,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T11:17:04,958 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-04T11:17:04,958 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:17:04,959 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:17:04,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:04,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:04,959 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:17:04,959 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:17:04,961 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,34931,1733311010886 2024-12-04T11:17:04,961 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@434ccf38 2024-12-04T11:17:04,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:17:04,965 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:17:04,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34931 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T11:17:04,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34931 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-04T11:17:04,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34931 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T11:17:04,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34931 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-04T11:17:04,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34931 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://e12b86b8109d:40949,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T11:17:04,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34931 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-04T11:17:04,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T11:17:04,980 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e12b86b8109d:40949' 2024-12-04T11:17:04,980 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb1c6fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:04,981 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,40949,-1 for getting cluster id 2024-12-04T11:17:04,981 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:17:04,981 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd2c5d68-3ced-4bed-93a2-3fa6de559855' 2024-12-04T11:17:04,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:17:04,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd2c5d68-3ced-4bed-93a2-3fa6de559855" 2024-12-04T11:17:04,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30cea34b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:04,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,40949,-1] 2024-12-04T11:17:04,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:17:04,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:04,983 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:17:04,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@764080e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:04,984 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:17:04,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,40949,1733311018545 2024-12-04T11:17:04,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@490de1a4 2024-12-04T11:17:04,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:17:04,986 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:17:04,987 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T11:17:04,987 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T11:17:04,987 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:04,987 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:04,987 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:17:05,009 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T11:17:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T11:17:05,150 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,38739,1733311011625.replicationSource.wal-reader.e12b86b8109d%2C38739%2C1733311011625,2-e12b86b8109d,38739,1733311011625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,38739,1733311011625/e12b86b8109d%2C38739%2C1733311011625.1733311014862 to pos 0, reset compression=false 2024-12-04T11:17:05,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38739 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-04T11:17:05,164 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-04T11:17:05,166 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-04T11:17:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34931 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-04T11:17:05,173 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on e12b86b8109d,38739,1733311011625 suceeded 2024-12-04T11:17:05,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-04T11:17:05,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 164 msec 2024-12-04T11:17:05,179 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://e12b86b8109d:40949,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T11:17:05,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 205 msec 2024-12-04T11:17:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T11:17:05,299 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-04T11:17:05,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34931 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://e12b86b8109d:40949,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T11:17:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34931 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-04T11:17:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T11:17:05,306 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e12b86b8109d:40949' 2024-12-04T11:17:05,308 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@99b0328, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:05,308 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,40949,-1 for getting cluster id 2024-12-04T11:17:05,309 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:17:05,310 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd2c5d68-3ced-4bed-93a2-3fa6de559855' 2024-12-04T11:17:05,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:17:05,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd2c5d68-3ced-4bed-93a2-3fa6de559855" 2024-12-04T11:17:05,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e1f0cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:05,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,40949,-1] 2024-12-04T11:17:05,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:17:05,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:05,313 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:17:05,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@84a7f13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:05,314 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:17:05,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,40949,1733311018545 2024-12-04T11:17:05,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b99f438 2024-12-04T11:17:05,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:17:05,317 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:17:05,318 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-04T11:17:05,318 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T11:17:05,318 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:05,318 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:05,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:17:05,349 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,38739,1733311011625.replicationSource.wal-reader.e12b86b8109d%2C38739%2C1733311011625,1-e12b86b8109d,38739,1733311011625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,38739,1733311011625/e12b86b8109d%2C38739%2C1733311011625.1733311014862 to pos 0, reset compression=false 2024-12-04T11:17:05,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T11:17:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T11:17:05,460 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,38739,1733311011625.replicationSource.wal-reader.e12b86b8109d%2C38739%2C1733311011625,2-e12b86b8109d,38739,1733311011625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,38739,1733311011625/e12b86b8109d%2C38739%2C1733311011625.1733311014862 to pos 0, reset compression=false 2024-12-04T11:17:05,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38739 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-04T11:17:05,553 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-04T11:17:05,554 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-04T11:17:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34931 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-04T11:17:05,558 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on e12b86b8109d,38739,1733311011625 suceeded 2024-12-04T11:17:05,562 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-04T11:17:05,562 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://e12b86b8109d:40949,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T11:17:05,562 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-12-04T11:17:05,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 262 msec 2024-12-04T11:17:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T11:17:05,619 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-04T11:17:05,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34931 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T11:17:05,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34931 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-04T11:17:05,621 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:17:05,621 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:17:05,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:05,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:05,621 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:17:05,622 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T11:17:05,622 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=603690543, stopped=false 2024-12-04T11:17:05,622 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e12b86b8109d,34931,1733311010886 2024-12-04T11:17:05,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x101a00f02b50000, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-261746500/running 2024-12-04T11:17:05,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38739-0x101a00f02b50001, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-261746500/running 2024-12-04T11:17:05,650 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:17:05,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x101a00f02b50000, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261746500 2024-12-04T11:17:05,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38739-0x101a00f02b50001, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261746500 2024-12-04T11:17:05,650 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:17:05,650 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:17:05,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:05,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34931-0x101a00f02b50000, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Set watcher on znode that does not yet exist, /0-261746500/running 2024-12-04T11:17:05,651 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e12b86b8109d,38739,1733311011625' ***** 2024-12-04T11:17:05,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38739-0x101a00f02b50001, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Set watcher on znode that does not yet exist, /0-261746500/running 2024-12-04T11:17:05,651 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T11:17:05,652 INFO [RS:0;e12b86b8109d:38739 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T11:17:05,652 INFO [RS:0;e12b86b8109d:38739 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T11:17:05,652 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T11:17:05,652 INFO [RS:0;e12b86b8109d:38739 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T11:17:05,652 INFO [RS:0;e12b86b8109d:38739 {}] regionserver.HRegionServer(3091): Received CLOSE for f0d45398d221f62f4e79aa9d77ef61ae 2024-12-04T11:17:05,653 INFO [RS:0;e12b86b8109d:38739 {}] regionserver.HRegionServer(959): stopping server e12b86b8109d,38739,1733311011625 2024-12-04T11:17:05,653 INFO [RS:0;e12b86b8109d:38739 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:17:05,653 INFO [RS:0;e12b86b8109d:38739 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:38739. 2024-12-04T11:17:05,653 DEBUG [RS:0;e12b86b8109d:38739 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:17:05,653 DEBUG [RS:0;e12b86b8109d:38739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:05,653 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f0d45398d221f62f4e79aa9d77ef61ae, disabling compactions & flushes 2024-12-04T11:17:05,654 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733311022497.f0d45398d221f62f4e79aa9d77ef61ae. 2024-12-04T11:17:05,654 INFO [RS:0;e12b86b8109d:38739 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T11:17:05,654 INFO [RS:0;e12b86b8109d:38739 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T11:17:05,654 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733311022497.f0d45398d221f62f4e79aa9d77ef61ae. 2024-12-04T11:17:05,654 INFO [RS:0;e12b86b8109d:38739 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T11:17:05,654 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733311022497.f0d45398d221f62f4e79aa9d77ef61ae. after waiting 0 ms 2024-12-04T11:17:05,654 INFO [RS:0;e12b86b8109d:38739 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T11:17:05,654 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733311022497.f0d45398d221f62f4e79aa9d77ef61ae. 2024-12-04T11:17:05,654 INFO [RS:0;e12b86b8109d:38739 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T11:17:05,654 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:17:05,654 DEBUG [RS:0;e12b86b8109d:38739 {}] regionserver.HRegionServer(1325): Online Regions={f0d45398d221f62f4e79aa9d77ef61ae=hbase:replication,,1733311022497.f0d45398d221f62f4e79aa9d77ef61ae., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T11:17:05,655 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:17:05,655 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:17:05,655 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:17:05,655 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:17:05,655 DEBUG [RS:0;e12b86b8109d:38739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f0d45398d221f62f4e79aa9d77ef61ae 2024-12-04T11:17:05,658 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f0d45398d221f62f4e79aa9d77ef61ae 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-04T11:17:05,658 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-04T11:17:05,711 INFO [regionserver/e12b86b8109d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T11:17:05,711 INFO [regionserver/e12b86b8109d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T11:17:05,718 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/replication/f0d45398d221f62f4e79aa9d77ef61ae/.tmp/queue/84dbd477567f45dbbd3d21fdb50920d7 is 151, key is 1-e12b86b8109d,38739,1733311011625/queue:e12b86b8109d%2C38739%2C1733311011625/1733311024329/Put/seqid=0 2024-12-04T11:17:05,718 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/meta/1588230740/.tmp/info/c0a6b3387c1340e89ec553c2eaeccba2 is 147, key is hbase:replication,,1733311022497.f0d45398d221f62f4e79aa9d77ef61ae./info:regioninfo/1733311023731/Put/seqid=0 2024-12-04T11:17:05,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46227 is added to blk_1073741838_1014 (size=6631) 2024-12-04T11:17:05,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46227 is added to blk_1073741839_1015 (size=5500) 2024-12-04T11:17:05,732 INFO [regionserver/e12b86b8109d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:17:05,855 DEBUG [RS:0;e12b86b8109d:38739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f0d45398d221f62f4e79aa9d77ef61ae 2024-12-04T11:17:05,858 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,38739,1733311011625.replicationSource.wal-reader.e12b86b8109d%2C38739%2C1733311011625,1-e12b86b8109d,38739,1733311011625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,38739,1733311011625/e12b86b8109d%2C38739%2C1733311011625.1733311014862 to pos 0, reset compression=false 2024-12-04T11:17:05,873 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,38739,1733311011625.replicationSource.wal-reader.e12b86b8109d%2C38739%2C1733311011625,2-e12b86b8109d,38739,1733311011625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,38739,1733311011625/e12b86b8109d%2C38739%2C1733311011625.1733311014862 to pos 0, reset compression=false 2024-12-04T11:17:06,055 DEBUG [RS:0;e12b86b8109d:38739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f0d45398d221f62f4e79aa9d77ef61ae 2024-12-04T11:17:06,131 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/replication/f0d45398d221f62f4e79aa9d77ef61ae/.tmp/queue/84dbd477567f45dbbd3d21fdb50920d7 2024-12-04T11:17:06,131 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/meta/1588230740/.tmp/info/c0a6b3387c1340e89ec553c2eaeccba2 2024-12-04T11:17:06,197 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/replication/f0d45398d221f62f4e79aa9d77ef61ae/.tmp/queue/84dbd477567f45dbbd3d21fdb50920d7 as hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/replication/f0d45398d221f62f4e79aa9d77ef61ae/queue/84dbd477567f45dbbd3d21fdb50920d7 2024-12-04T11:17:06,212 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/replication/f0d45398d221f62f4e79aa9d77ef61ae/queue/84dbd477567f45dbbd3d21fdb50920d7, entries=2, sequenceid=6, filesize=5.4 K 2024-12-04T11:17:06,222 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/meta/1588230740/.tmp/ns/0d7d148be67b458d9c4549aa80887907 is 43, key is default/ns:d/1733311016052/Put/seqid=0 2024-12-04T11:17:06,224 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for f0d45398d221f62f4e79aa9d77ef61ae in 562ms, sequenceid=6, compaction requested=false 2024-12-04T11:17:06,224 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T11:17:06,243 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/replication/f0d45398d221f62f4e79aa9d77ef61ae/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T11:17:06,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46227 is added to blk_1073741840_1016 (size=5153) 2024-12-04T11:17:06,245 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/meta/1588230740/.tmp/ns/0d7d148be67b458d9c4549aa80887907 2024-12-04T11:17:06,248 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:17:06,248 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:17:06,248 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733311022497.f0d45398d221f62f4e79aa9d77ef61ae. 2024-12-04T11:17:06,248 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f0d45398d221f62f4e79aa9d77ef61ae: Waiting for close lock at 1733311025653Running coprocessor pre-close hooks at 1733311025653Disabling compacts and flushes for region at 1733311025653Disabling writes for close at 1733311025654 (+1 ms)Obtaining lock to block concurrent updates at 1733311025658 (+4 ms)Preparing flush snapshotting stores in f0d45398d221f62f4e79aa9d77ef61ae at 1733311025658Finished memstore snapshotting hbase:replication,,1733311022497.f0d45398d221f62f4e79aa9d77ef61ae., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733311025666 (+8 ms)Flushing stores of hbase:replication,,1733311022497.f0d45398d221f62f4e79aa9d77ef61ae. at 1733311025668 (+2 ms)Flushing f0d45398d221f62f4e79aa9d77ef61ae/queue: creating writer at 1733311025669 (+1 ms)Flushing f0d45398d221f62f4e79aa9d77ef61ae/queue: appending metadata at 1733311025704 (+35 ms)Flushing f0d45398d221f62f4e79aa9d77ef61ae/queue: closing flushed file at 1733311025707 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a1e8ab4: reopening flushed file at 1733311026194 (+487 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for f0d45398d221f62f4e79aa9d77ef61ae in 562ms, sequenceid=6, compaction requested=false at 1733311026224 (+30 ms)Writing region close event to WAL at 1733311026229 (+5 ms)Running coprocessor post-close hooks at 1733311026244 (+15 ms)Closed at 1733311026248 (+4 ms) 2024-12-04T11:17:06,249 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733311022497.f0d45398d221f62f4e79aa9d77ef61ae. 2024-12-04T11:17:06,256 DEBUG [RS:0;e12b86b8109d:38739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:17:06,284 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/meta/1588230740/.tmp/table/c8db5cddb00d4719a2b21c059d51b25a is 53, key is hbase:replication/table:state/1733311023743/Put/seqid=0 2024-12-04T11:17:06,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46227 is added to blk_1073741841_1017 (size=5256) 2024-12-04T11:17:06,381 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,38739,1733311011625.replicationSource.wal-reader.e12b86b8109d%2C38739%2C1733311011625,2-e12b86b8109d,38739,1733311011625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,38739,1733311011625/e12b86b8109d%2C38739%2C1733311011625.1733311014862 to pos 0, reset compression=false 2024-12-04T11:17:06,456 DEBUG [RS:0;e12b86b8109d:38739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:17:06,465 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,38739,1733311011625.replicationSource.wal-reader.e12b86b8109d%2C38739%2C1733311011625,1-e12b86b8109d,38739,1733311011625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,38739,1733311011625/e12b86b8109d%2C38739%2C1733311011625.1733311014862 to pos 0, reset compression=false 2024-12-04T11:17:06,656 INFO [RS:0;e12b86b8109d:38739 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T11:17:06,657 DEBUG [RS:0;e12b86b8109d:38739 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T11:17:06,657 DEBUG [RS:0;e12b86b8109d:38739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:17:06,697 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/meta/1588230740/.tmp/table/c8db5cddb00d4719a2b21c059d51b25a 2024-12-04T11:17:06,708 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/meta/1588230740/.tmp/info/c0a6b3387c1340e89ec553c2eaeccba2 as hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/meta/1588230740/info/c0a6b3387c1340e89ec553c2eaeccba2 2024-12-04T11:17:06,719 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/meta/1588230740/info/c0a6b3387c1340e89ec553c2eaeccba2, entries=10, sequenceid=11, filesize=6.5 K 2024-12-04T11:17:06,721 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/meta/1588230740/.tmp/ns/0d7d148be67b458d9c4549aa80887907 as hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/meta/1588230740/ns/0d7d148be67b458d9c4549aa80887907 2024-12-04T11:17:06,732 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/meta/1588230740/ns/0d7d148be67b458d9c4549aa80887907, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T11:17:06,735 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/meta/1588230740/.tmp/table/c8db5cddb00d4719a2b21c059d51b25a as hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/meta/1588230740/table/c8db5cddb00d4719a2b21c059d51b25a 2024-12-04T11:17:06,745 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/meta/1588230740/table/c8db5cddb00d4719a2b21c059d51b25a, entries=2, sequenceid=11, filesize=5.1 K 2024-12-04T11:17:06,747 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1091ms, sequenceid=11, compaction requested=false 2024-12-04T11:17:06,760 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T11:17:06,761 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:17:06,761 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:17:06,762 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:17:06,762 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311025654Running coprocessor pre-close hooks at 1733311025654Disabling compacts and flushes for region at 1733311025654Disabling writes for close at 1733311025655 (+1 ms)Obtaining lock to block concurrent updates at 1733311025658 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1733311025658Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733311025666 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733311025668 (+2 ms)Flushing 1588230740/info: creating writer at 1733311025669 (+1 ms)Flushing 1588230740/info: appending metadata at 1733311025708 (+39 ms)Flushing 1588230740/info: closing flushed file at 1733311025708Flushing 1588230740/ns: creating writer at 1733311026194 (+486 ms)Flushing 1588230740/ns: appending metadata at 1733311026221 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1733311026221Flushing 1588230740/table: creating writer at 1733311026261 (+40 ms)Flushing 1588230740/table: appending metadata at 1733311026283 (+22 ms)Flushing 1588230740/table: closing flushed file at 1733311026283Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dd3d277: reopening flushed file at 1733311026707 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d3f3580: reopening flushed file at 1733311026720 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b09515c: reopening flushed file at 1733311026733 (+13 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1091ms, sequenceid=11, compaction requested=false at 1733311026747 (+14 ms)Writing region close event to WAL at 1733311026753 (+6 ms)Running coprocessor post-close hooks at 1733311026761 (+8 ms)Closed at 1733311026761 2024-12-04T11:17:06,762 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T11:17:06,857 INFO [RS:0;e12b86b8109d:38739 {}] regionserver.HRegionServer(976): stopping server e12b86b8109d,38739,1733311011625; all regions closed. 2024-12-04T11:17:06,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46227 is added to blk_1073741834_1010 (size=2742) 2024-12-04T11:17:06,868 DEBUG [RS:0;e12b86b8109d:38739 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/oldWALs 2024-12-04T11:17:06,868 INFO [RS:0;e12b86b8109d:38739 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e12b86b8109d%2C38739%2C1733311011625.meta:.meta(num 1733311015867) 2024-12-04T11:17:06,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46227 is added to blk_1073741837_1013 (size=1802) 2024-12-04T11:17:06,876 DEBUG [RS:0;e12b86b8109d:38739 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/oldWALs 2024-12-04T11:17:06,876 INFO [RS:0;e12b86b8109d:38739 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e12b86b8109d%2C38739%2C1733311011625.rep:(num 1733311023689) 2024-12-04T11:17:06,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46227 is added to blk_1073741832_1008 (size=93) 2024-12-04T11:17:06,885 DEBUG [RS:0;e12b86b8109d:38739 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/oldWALs 2024-12-04T11:17:06,885 INFO [RS:0;e12b86b8109d:38739 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e12b86b8109d%2C38739%2C1733311011625:(num 1733311014862) 2024-12-04T11:17:06,885 DEBUG [RS:0;e12b86b8109d:38739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:06,885 INFO [RS:0;e12b86b8109d:38739 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:17:06,885 INFO [RS:0;e12b86b8109d:38739 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:17:06,885 INFO [RS:0;e12b86b8109d:38739 {}] hbase.ChoreService(370): Chore service for: regionserver/e12b86b8109d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T11:17:06,886 INFO [RS:0;e12b86b8109d:38739 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:17:06,886 INFO [regionserver/e12b86b8109d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:17:06,886 INFO [RS:0;e12b86b8109d:38739 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e12b86b8109d,38739,1733311011625 because: Region server is closing 2024-12-04T11:17:06,887 INFO [RS:0;e12b86b8109d:38739 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:38739. 2024-12-04T11:17:06,887 DEBUG [RS:0;e12b86b8109d:38739 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:17:06,887 DEBUG [RS:0;e12b86b8109d:38739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:06,887 DEBUG [RS:0;e12b86b8109d:38739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:06,887 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:17:06,987 WARN [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,38739,1733311011625.replicationSource.wal-reader.e12b86b8109d%2C38739%2C1733311011625,1-e12b86b8109d,38739,1733311011625 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T11:17:06,987 WARN [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,38739,1733311011625.replicationSource.shippere12b86b8109d%2C38739%2C1733311011625,1-e12b86b8109d,38739,1733311011625 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T11:17:06,988 INFO [RS:0;e12b86b8109d:38739 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,38739,1733311011625.replicationSource.shippere12b86b8109d%2C38739%2C1733311011625,1-e12b86b8109d,38739,1733311011625 terminated 2024-12-04T11:17:06,988 INFO [RS:0;e12b86b8109d:38739 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-e12b86b8109d,38739,1733311011625 because: Region server is closing 2024-12-04T11:17:06,988 INFO [RS:0;e12b86b8109d:38739 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:38739. 2024-12-04T11:17:06,989 DEBUG [RS:0;e12b86b8109d:38739 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:17:06,989 DEBUG [RS:0;e12b86b8109d:38739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:06,989 DEBUG [RS:0;e12b86b8109d:38739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:06,989 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:17:07,089 WARN [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,38739,1733311011625.replicationSource.shippere12b86b8109d%2C38739%2C1733311011625,2-e12b86b8109d,38739,1733311011625 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T11:17:07,090 INFO [RS:0;e12b86b8109d:38739 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,38739,1733311011625.replicationSource.shippere12b86b8109d%2C38739%2C1733311011625,2-e12b86b8109d,38739,1733311011625 terminated 2024-12-04T11:17:07,090 INFO [RS:0;e12b86b8109d:38739 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38739 2024-12-04T11:17:07,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x101a00f02b50000, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261746500/rs 2024-12-04T11:17:07,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38739-0x101a00f02b50001, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-261746500/rs/e12b86b8109d,38739,1733311011625 2024-12-04T11:17:07,117 INFO [RS:0;e12b86b8109d:38739 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:17:07,118 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e12b86b8109d,38739,1733311011625] 2024-12-04T11:17:07,137 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-261746500/draining/e12b86b8109d,38739,1733311011625 already deleted, retry=false 2024-12-04T11:17:07,138 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e12b86b8109d,38739,1733311011625 expired; onlineServers=0 2024-12-04T11:17:07,138 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e12b86b8109d,34931,1733311010886' ***** 2024-12-04T11:17:07,138 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T11:17:07,138 INFO [M:0;e12b86b8109d:34931 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:17:07,138 INFO [M:0;e12b86b8109d:34931 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:17:07,138 DEBUG [M:0;e12b86b8109d:34931 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T11:17:07,138 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T11:17:07,138 DEBUG [M:0;e12b86b8109d:34931 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T11:17:07,138 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311014547 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311014547,5,FailOnTimeoutGroup] 2024-12-04T11:17:07,138 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311014545 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311014545,5,FailOnTimeoutGroup] 2024-12-04T11:17:07,138 INFO [M:0;e12b86b8109d:34931 {}] hbase.ChoreService(370): Chore service for: master/e12b86b8109d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T11:17:07,139 INFO [M:0;e12b86b8109d:34931 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:17:07,139 DEBUG [M:0;e12b86b8109d:34931 {}] master.HMaster(1795): Stopping service threads 2024-12-04T11:17:07,139 INFO [M:0;e12b86b8109d:34931 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T11:17:07,139 INFO [M:0;e12b86b8109d:34931 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:17:07,139 INFO [M:0;e12b86b8109d:34931 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T11:17:07,140 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T11:17:07,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x101a00f02b50000, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-261746500/master 2024-12-04T11:17:07,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x101a00f02b50000, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261746500 2024-12-04T11:17:07,149 DEBUG [M:0;e12b86b8109d:34931 {}] zookeeper.ZKUtil(347): master:34931-0x101a00f02b50000, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Unable to get data of znode /0-261746500/master because node does not exist (not an error) 2024-12-04T11:17:07,149 WARN [M:0;e12b86b8109d:34931 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T11:17:07,150 INFO [M:0;e12b86b8109d:34931 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/.lastflushedseqids 2024-12-04T11:17:07,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46227 is added to blk_1073741842_1018 (size=181) 2024-12-04T11:17:07,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38739-0x101a00f02b50001, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:17:07,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38739-0x101a00f02b50001, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:17:07,228 INFO [RS:0;e12b86b8109d:38739 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:17:07,228 INFO [RS:0;e12b86b8109d:38739 {}] regionserver.HRegionServer(1031): Exiting; stopping=e12b86b8109d,38739,1733311011625; zookeeper connection closed. 2024-12-04T11:17:07,229 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@66273ea1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@66273ea1 2024-12-04T11:17:07,229 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T11:17:07,566 INFO [M:0;e12b86b8109d:34931 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T11:17:07,566 INFO [M:0;e12b86b8109d:34931 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T11:17:07,566 DEBUG [M:0;e12b86b8109d:34931 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:17:07,567 INFO [M:0;e12b86b8109d:34931 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:17:07,567 DEBUG [M:0;e12b86b8109d:34931 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:17:07,567 DEBUG [M:0;e12b86b8109d:34931 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:17:07,567 DEBUG [M:0;e12b86b8109d:34931 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:17:07,567 INFO [M:0;e12b86b8109d:34931 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-04T11:17:07,588 DEBUG [M:0;e12b86b8109d:34931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/62522e3b8e5f4cc991def6bc6de9c07c is 82, key is hbase:meta,,1/info:regioninfo/1733311015947/Put/seqid=0 2024-12-04T11:17:07,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46227 is added to blk_1073741843_1019 (size=5672) 2024-12-04T11:17:07,706 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:17:07,994 INFO [M:0;e12b86b8109d:34931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/62522e3b8e5f4cc991def6bc6de9c07c 2024-12-04T11:17:08,027 DEBUG [M:0;e12b86b8109d:34931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27a5dbee360e4590989647e6311b8972 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733311023750/Put/seqid=0 2024-12-04T11:17:08,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46227 is added to blk_1073741844_1020 (size=8663) 2024-12-04T11:17:08,434 INFO [M:0;e12b86b8109d:34931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27a5dbee360e4590989647e6311b8972 2024-12-04T11:17:08,454 DEBUG [M:0;e12b86b8109d:34931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/216cbbd94cc043e19e614f5b6870aa77 is 69, key is e12b86b8109d,38739,1733311011625/rs:state/1733311014618/Put/seqid=0 2024-12-04T11:17:08,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46227 is added to blk_1073741845_1021 (size=5156) 2024-12-04T11:17:08,861 INFO [M:0;e12b86b8109d:34931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/216cbbd94cc043e19e614f5b6870aa77 2024-12-04T11:17:08,872 DEBUG [M:0;e12b86b8109d:34931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/62522e3b8e5f4cc991def6bc6de9c07c as hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/62522e3b8e5f4cc991def6bc6de9c07c 2024-12-04T11:17:08,883 INFO [M:0;e12b86b8109d:34931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/62522e3b8e5f4cc991def6bc6de9c07c, entries=8, sequenceid=115, filesize=5.5 K 2024-12-04T11:17:08,885 DEBUG [M:0;e12b86b8109d:34931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27a5dbee360e4590989647e6311b8972 as hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/27a5dbee360e4590989647e6311b8972 2024-12-04T11:17:08,895 INFO [M:0;e12b86b8109d:34931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/27a5dbee360e4590989647e6311b8972, entries=14, sequenceid=115, filesize=8.5 K 2024-12-04T11:17:08,897 DEBUG [M:0;e12b86b8109d:34931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/216cbbd94cc043e19e614f5b6870aa77 as hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/216cbbd94cc043e19e614f5b6870aa77 2024-12-04T11:17:08,906 INFO [M:0;e12b86b8109d:34931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/216cbbd94cc043e19e614f5b6870aa77, entries=1, sequenceid=115, filesize=5.0 K 2024-12-04T11:17:08,908 INFO [M:0;e12b86b8109d:34931 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1341ms, sequenceid=115, compaction requested=false 2024-12-04T11:17:08,911 INFO [M:0;e12b86b8109d:34931 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:17:08,911 DEBUG [M:0;e12b86b8109d:34931 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311027566Disabling compacts and flushes for region at 1733311027566Disabling writes for close at 1733311027567 (+1 ms)Obtaining lock to block concurrent updates at 1733311027567Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733311027567Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733311027568 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733311027569 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733311027569Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733311027588 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733311027588Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733311028003 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733311028026 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733311028026Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733311028441 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733311028454 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733311028454Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@152e3377: reopening flushed file at 1733311028870 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dd7a0e6: reopening flushed file at 1733311028883 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1523c0fe: reopening flushed file at 1733311028895 (+12 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1341ms, sequenceid=115, compaction requested=false at 1733311028908 (+13 ms)Writing region close event to WAL at 1733311028910 (+2 ms)Closed at 1733311028910 2024-12-04T11:17:08,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46227 is added to blk_1073741830_1006 (size=59421) 2024-12-04T11:17:08,915 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:17:08,915 INFO [M:0;e12b86b8109d:34931 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T11:17:08,915 INFO [M:0;e12b86b8109d:34931 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34931 2024-12-04T11:17:08,915 INFO [M:0;e12b86b8109d:34931 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:17:09,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x101a00f02b50000, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:17:09,034 INFO [M:0;e12b86b8109d:34931 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:17:09,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x101a00f02b50000, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:17:09,037 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:17:09,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:17:09,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:17:09,037 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:17:09,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:17:09,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:17:09,037 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T11:17:09,038 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:17:09,038 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45025 2024-12-04T11:17:09,040 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45025 connecting to ZooKeeper ensemble=127.0.0.1:55987 2024-12-04T11:17:09,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450250x0, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:17:09,054 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45025-0x101a00f02b50006 connected 2024-12-04T11:17:09,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:17:09,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:17:09,071 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45025-0x101a00f02b50006, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Set watcher on znode that does not yet exist, /0-261746500/running 2024-12-04T11:17:09,071 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-261746500/meta-region-server: INIT 2024-12-04T11:17:09,071 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7, hbase.cluster.distributed=false 2024-12-04T11:17:09,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45025-0x101a00f02b50006, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Set watcher on znode that does not yet exist, /0-261746500/acl 2024-12-04T11:17:09,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45025 2024-12-04T11:17:09,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45025 2024-12-04T11:17:09,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45025 2024-12-04T11:17:09,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45025 2024-12-04T11:17:09,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45025 2024-12-04T11:17:09,088 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:17:09,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:17:09,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:17:09,088 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:17:09,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:17:09,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:17:09,088 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T11:17:09,089 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:17:09,091 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46041 2024-12-04T11:17:09,092 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46041 connecting to ZooKeeper ensemble=127.0.0.1:55987 2024-12-04T11:17:09,093 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:17:09,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:17:09,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460410x0, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:17:09,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:460410x0, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Set watcher on znode that does not yet exist, /0-261746500/running 2024-12-04T11:17:09,106 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46041-0x101a00f02b50007 connected 2024-12-04T11:17:09,106 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-261746500/meta-region-server: INIT 2024-12-04T11:17:09,107 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T11:17:09,108 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T11:17:09,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46041-0x101a00f02b50007, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Set watcher on znode that does not yet exist, /0-261746500/master 2024-12-04T11:17:09,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46041-0x101a00f02b50007, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Set watcher on znode that does not yet exist, /0-261746500/acl 2024-12-04T11:17:09,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46041 2024-12-04T11:17:09,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46041 2024-12-04T11:17:09,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46041 2024-12-04T11:17:09,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46041 2024-12-04T11:17:09,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46041 2024-12-04T11:17:09,128 DEBUG [M:0;e12b86b8109d:45025 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e12b86b8109d:45025 2024-12-04T11:17:09,128 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-261746500/backup-masters/e12b86b8109d,45025,1733311029036 2024-12-04T11:17:09,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45025-0x101a00f02b50006, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261746500/backup-masters 2024-12-04T11:17:09,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46041-0x101a00f02b50007, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261746500/backup-masters 2024-12-04T11:17:09,138 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45025-0x101a00f02b50006, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Set watcher on existing znode=/0-261746500/backup-masters/e12b86b8109d,45025,1733311029036 2024-12-04T11:17:09,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46041-0x101a00f02b50007, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-261746500/master 2024-12-04T11:17:09,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45025-0x101a00f02b50006, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261746500 2024-12-04T11:17:09,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46041-0x101a00f02b50007, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261746500 2024-12-04T11:17:09,149 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45025-0x101a00f02b50006, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Set watcher on existing znode=/0-261746500/master 2024-12-04T11:17:09,149 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-261746500/backup-masters/e12b86b8109d,45025,1733311029036 from backup master directory 2024-12-04T11:17:09,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46041-0x101a00f02b50007, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261746500/backup-masters 2024-12-04T11:17:09,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45025-0x101a00f02b50006, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-261746500/backup-masters/e12b86b8109d,45025,1733311029036 2024-12-04T11:17:09,158 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:17:09,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45025-0x101a00f02b50006, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261746500/backup-masters 2024-12-04T11:17:09,158 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e12b86b8109d,45025,1733311029036 2024-12-04T11:17:09,177 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:17:09,177 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T11:17:09,193 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 16ms. 2024-12-04T11:17:09,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46227 is added to blk_1073741846_1022 (size=196) 2024-12-04T11:17:09,617 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:17:09,618 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T11:17:09,618 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:17:09,626 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-04T11:17:09,630 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/WALs/e12b86b8109d,34931,1733311010886 to hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/WALs/e12b86b8109d,34931,1733311010886-dead as it is dead 2024-12-04T11:17:09,632 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-04T11:17:09,632 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-04T11:17:09,632 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/WALs/e12b86b8109d,34931,1733311010886-dead/e12b86b8109d%2C34931%2C1733311010886.1733311013824 2024-12-04T11:17:09,639 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/WALs/e12b86b8109d,34931,1733311010886-dead/e12b86b8109d%2C34931%2C1733311010886.1733311013824 after 5ms 2024-12-04T11:17:09,641 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/WALs/e12b86b8109d,34931,1733311010886-dead/e12b86b8109d%2C34931%2C1733311010886.1733311013824 to hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e12b86b8109d%2C34931%2C1733311010886.1733311013824 2024-12-04T11:17:09,641 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/WALs/e12b86b8109d,34931,1733311010886-dead 2024-12-04T11:17:09,642 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/WALs/e12b86b8109d,45025,1733311029036 2024-12-04T11:17:09,643 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:17:09,644 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e12b86b8109d%2C45025%2C1733311029036, suffix=, logDir=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/WALs/e12b86b8109d,45025,1733311029036, archiveDir=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/oldWALs, maxLogs=10 2024-12-04T11:17:09,656 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/WALs/e12b86b8109d,45025,1733311029036/e12b86b8109d%2C45025%2C1733311029036.1733311029645, exclude list is [], retry=0 2024-12-04T11:17:09,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46227,DS-7560d1d5-dfa6-44f9-93ae-162e2c724eff,DISK] 2024-12-04T11:17:09,663 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/WALs/e12b86b8109d,45025,1733311029036/e12b86b8109d%2C45025%2C1733311029036.1733311029645 2024-12-04T11:17:09,663 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44491:44491)] 2024-12-04T11:17:09,663 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:17:09,663 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:17:09,664 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:09,664 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:09,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:09,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T11:17:09,667 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:09,674 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/62522e3b8e5f4cc991def6bc6de9c07c 2024-12-04T11:17:09,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:09,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:09,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T11:17:09,675 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:09,682 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/27a5dbee360e4590989647e6311b8972 2024-12-04T11:17:09,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:17:09,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:09,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T11:17:09,684 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:09,691 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/216cbbd94cc043e19e614f5b6870aa77 2024-12-04T11:17:09,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:17:09,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:09,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T11:17:09,694 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:09,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:17:09,695 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:09,696 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-04T11:17:09,696 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e12b86b8109d%2C34931%2C1733311010886.1733311013824 2024-12-04T11:17:09,709 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e12b86b8109d%2C34931%2C1733311010886.1733311013824 2024-12-04T11:17:09,710 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e12b86b8109d%2C34931%2C1733311010886.1733311013824 2024-12-04T11:17:09,712 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:09,712 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:09,712 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:17:09,714 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:09,716 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-04T11:17:09,717 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66474319, jitterRate=-0.009455457329750061}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:17:09,717 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733311029664Initializing all the Stores at 1733311029665 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311029665Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311029665Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311029665Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311029665Cleaning up temporary data from old regions at 1733311029712 (+47 ms)Region opened successfully at 1733311029717 (+5 ms) 2024-12-04T11:17:09,718 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T11:17:09,721 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@615fecd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:17:09,730 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-04T11:17:09,731 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T11:17:09,731 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T11:17:09,731 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T11:17:09,732 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T11:17:09,736 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T11:17:09,737 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T11:17:09,737 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T11:17:09,737 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T11:17:09,738 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-04T11:17:09,738 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-04T11:17:09,738 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-12-04T11:17:09,738 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T11:17:09,742 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=e12b86b8109d,38739,1733311011625, regionLocation=e12b86b8109d,38739,1733311011625, openSeqNum=2 2024-12-04T11:17:09,742 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=e12b86b8109d,38739,1733311011625, table=hbase:meta, region=1588230740 2024-12-04T11:17:09,743 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,38739,1733311011625, state=OPEN 2024-12-04T11:17:09,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45025-0x101a00f02b50006, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-261746500/meta-region-server 2024-12-04T11:17:09,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46041-0x101a00f02b50007, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-261746500/meta-region-server 2024-12-04T11:17:09,788 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-261746500/meta-region-server: CHANGED 2024-12-04T11:17:09,788 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-261746500/meta-region-server: CHANGED 2024-12-04T11:17:09,795 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-04T11:17:09,851 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-261746500/draining/e12b86b8109d,38739,1733311011625 already deleted, retry=false 2024-12-04T11:17:09,851 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of e12b86b8109d,38739,1733311011625 on e12b86b8109d,45025,1733311029036 2024-12-04T11:17:09,857 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure e12b86b8109d,38739,1733311011625, splitWal=true, meta=true 2024-12-04T11:17:09,859 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for e12b86b8109d,38739,1733311011625 (carryingMeta=true) e12b86b8109d,38739,1733311011625/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@447b6e29[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-04T11:17:09,863 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45025-0x101a00f02b50006, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Unable to get data of znode /0-261746500/balancer because node does not exist (not necessarily an error) 2024-12-04T11:17:09,932 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-261746500/balancer already deleted, retry=false 2024-12-04T11:17:09,933 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T11:17:09,934 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45025-0x101a00f02b50006, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Unable to get data of znode /0-261746500/normalizer because node does not exist (not necessarily an error) 2024-12-04T11:17:09,999 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-261746500/normalizer already deleted, retry=false 2024-12-04T11:17:10,000 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T11:17:10,002 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45025-0x101a00f02b50006, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Unable to get data of znode /0-261746500/switch/split because node does not exist (not necessarily an error) 2024-12-04T11:17:10,021 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-261746500/switch/split already deleted, retry=false 2024-12-04T11:17:10,023 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45025-0x101a00f02b50006, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Unable to get data of znode /0-261746500/switch/merge because node does not exist (not necessarily an error) 2024-12-04T11:17:10,091 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-261746500/switch/merge already deleted, retry=false 2024-12-04T11:17:10,171 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45025-0x101a00f02b50006, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Unable to get data of znode /0-261746500/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T11:17:10,220 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-261746500/snapshot-cleanup already deleted, retry=false 2024-12-04T11:17:10,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46041-0x101a00f02b50007, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-261746500/running 2024-12-04T11:17:10,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45025-0x101a00f02b50006, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-261746500/running 2024-12-04T11:17:10,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46041-0x101a00f02b50007, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261746500 2024-12-04T11:17:10,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45025-0x101a00f02b50006, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261746500 2024-12-04T11:17:10,273 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e12b86b8109d,45025,1733311029036, sessionid=0x101a00f02b50006, setting cluster-up flag (Was=false) 2024-12-04T11:17:10,337 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-261746500/flush-table-proc/acquired, /0-261746500/flush-table-proc/reached, /0-261746500/flush-table-proc/abort 2024-12-04T11:17:10,342 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,45025,1733311029036 2024-12-04T11:17:10,414 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-261746500/online-snapshot/acquired, /0-261746500/online-snapshot/reached, /0-261746500/online-snapshot/abort 2024-12-04T11:17:10,416 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,45025,1733311029036 2024-12-04T11:17:10,419 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/.lastflushedseqids 2024-12-04T11:17:10,424 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T11:17:10,425 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T11:17:10,425 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e12b86b8109d,45025,1733311029036 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 e12b86b8109d,38739,1733311011625 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T11:17:10,427 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:17:10,427 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:17:10,427 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:17:10,427 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:17:10,427 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e12b86b8109d:0, corePoolSize=10, maxPoolSize=10 2024-12-04T11:17:10,428 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:10,428 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:17:10,428 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:10,429 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733311060429 2024-12-04T11:17:10,429 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T11:17:10,429 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T11:17:10,429 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T11:17:10,429 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T11:17:10,429 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T11:17:10,429 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T11:17:10,429 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:10,430 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T11:17:10,430 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T11:17:10,430 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T11:17:10,430 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T11:17:10,430 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T11:17:10,430 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T11:17:10,431 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311030430,5,FailOnTimeoutGroup] 2024-12-04T11:17:10,431 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311030431,5,FailOnTimeoutGroup] 2024-12-04T11:17:10,431 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:10,431 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T11:17:10,431 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:10,431 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:10,431 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure e12b86b8109d,38739,1733311011625, splitWal=true, meta=true 2024-12-04T11:17:10,431 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733311030431, completionTime=-1 2024-12-04T11:17:10,431 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-04T11:17:10,432 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure e12b86b8109d,38739,1733311011625, splitWal=true, meta=true, isMeta: true 2024-12-04T11:17:10,434 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-04T11:17:10,435 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,38739,1733311011625-splitting 2024-12-04T11:17:10,436 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,38739,1733311011625-splitting dir is empty, no logs to split. 2024-12-04T11:17:10,436 INFO [PEWorker-1 {}] master.SplitWALManager(105): e12b86b8109d,38739,1733311011625 WAL count=0, meta=true 2024-12-04T11:17:10,440 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,38739,1733311011625-splitting dir is empty, no logs to split. 2024-12-04T11:17:10,440 INFO [PEWorker-1 {}] master.SplitWALManager(105): e12b86b8109d,38739,1733311011625 WAL count=0, meta=true 2024-12-04T11:17:10,440 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if e12b86b8109d,38739,1733311011625 WAL splitting is done? wals=0, meta=true 2024-12-04T11:17:10,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T11:17:10,444 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:17:10,445 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T11:17:10,520 INFO [RS:0;e12b86b8109d:46041 {}] regionserver.HRegionServer(746): ClusterId : 15498df1-2c69-4940-aadc-33c51cd6aa13 2024-12-04T11:17:10,520 DEBUG [RS:0;e12b86b8109d:46041 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T11:17:10,538 DEBUG [RS:0;e12b86b8109d:46041 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T11:17:10,538 DEBUG [RS:0;e12b86b8109d:46041 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T11:17:10,549 DEBUG [RS:0;e12b86b8109d:46041 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T11:17:10,550 DEBUG [RS:0;e12b86b8109d:46041 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f5db474, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:17:10,564 DEBUG [RS:0;e12b86b8109d:46041 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e12b86b8109d:46041 2024-12-04T11:17:10,565 INFO [RS:0;e12b86b8109d:46041 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T11:17:10,565 INFO [RS:0;e12b86b8109d:46041 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T11:17:10,565 DEBUG [RS:0;e12b86b8109d:46041 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T11:17:10,566 INFO [RS:0;e12b86b8109d:46041 {}] regionserver.HRegionServer(2659): reportForDuty to master=e12b86b8109d,45025,1733311029036 with port=46041, startcode=1733311029088 2024-12-04T11:17:10,566 DEBUG [RS:0;e12b86b8109d:46041 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T11:17:10,568 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T11:17:10,568 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45025 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e12b86b8109d,46041,1733311029088 2024-12-04T11:17:10,568 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45025 {}] master.ServerManager(517): Registering regionserver=e12b86b8109d,46041,1733311029088 2024-12-04T11:17:10,570 DEBUG [RS:0;e12b86b8109d:46041 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7 2024-12-04T11:17:10,570 DEBUG [RS:0;e12b86b8109d:46041 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37999 2024-12-04T11:17:10,570 DEBUG [RS:0;e12b86b8109d:46041 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T11:17:10,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45025-0x101a00f02b50006, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261746500/rs 2024-12-04T11:17:10,580 DEBUG [RS:0;e12b86b8109d:46041 {}] zookeeper.ZKUtil(111): regionserver:46041-0x101a00f02b50007, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Set watcher on existing znode=/0-261746500/rs/e12b86b8109d,46041,1733311029088 2024-12-04T11:17:10,580 WARN [RS:0;e12b86b8109d:46041 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:17:10,580 INFO [RS:0;e12b86b8109d:46041 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:17:10,580 DEBUG [RS:0;e12b86b8109d:46041 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,46041,1733311029088 2024-12-04T11:17:10,581 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e12b86b8109d,46041,1733311029088] 2024-12-04T11:17:10,585 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=154ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-04T11:17:10,596 WARN [e12b86b8109d:45025 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T11:17:10,618 INFO [RS:0;e12b86b8109d:46041 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T11:17:10,619 INFO [RS:0;e12b86b8109d:46041 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T11:17:10,620 INFO [RS:0;e12b86b8109d:46041 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T11:17:10,620 INFO [RS:0;e12b86b8109d:46041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:10,620 INFO [RS:0;e12b86b8109d:46041 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T11:17:10,621 INFO [RS:0;e12b86b8109d:46041 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T11:17:10,621 INFO [RS:0;e12b86b8109d:46041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:10,621 DEBUG [RS:0;e12b86b8109d:46041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:10,621 DEBUG [RS:0;e12b86b8109d:46041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:10,621 DEBUG [RS:0;e12b86b8109d:46041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:10,621 DEBUG [RS:0;e12b86b8109d:46041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:10,622 DEBUG [RS:0;e12b86b8109d:46041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:10,622 DEBUG [RS:0;e12b86b8109d:46041 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:17:10,622 DEBUG [RS:0;e12b86b8109d:46041 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:10,622 DEBUG [RS:0;e12b86b8109d:46041 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:10,622 DEBUG [RS:0;e12b86b8109d:46041 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:10,622 DEBUG [RS:0;e12b86b8109d:46041 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:10,622 DEBUG [RS:0;e12b86b8109d:46041 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:10,622 DEBUG [RS:0;e12b86b8109d:46041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:10,622 DEBUG [RS:0;e12b86b8109d:46041 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:17:10,622 DEBUG [RS:0;e12b86b8109d:46041 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:17:10,622 INFO [RS:0;e12b86b8109d:46041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:10,623 INFO [RS:0;e12b86b8109d:46041 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:10,623 INFO [RS:0;e12b86b8109d:46041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:10,623 INFO [RS:0;e12b86b8109d:46041 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:10,623 INFO [RS:0;e12b86b8109d:46041 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:10,623 INFO [RS:0;e12b86b8109d:46041 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,46041,1733311029088-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:17:10,638 INFO [RS:0;e12b86b8109d:46041 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T11:17:10,638 INFO [RS:0;e12b86b8109d:46041 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,46041,1733311029088-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:10,653 INFO [RS:0;e12b86b8109d:46041 {}] regionserver.ReplicationSource(231): queueId=1-e12b86b8109d,46041,1733311029088, ReplicationSource: 1, currentBandwidth=0 2024-12-04T11:17:10,665 INFO [RS:0;e12b86b8109d:46041 {}] regionserver.ReplicationSource(231): queueId=2-e12b86b8109d,46041,1733311029088, ReplicationSource: 2, currentBandwidth=0 2024-12-04T11:17:10,665 INFO [RS:0;e12b86b8109d:46041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:10,665 INFO [RS:0;e12b86b8109d:46041 {}] regionserver.Replication(171): e12b86b8109d,46041,1733311029088 started 2024-12-04T11:17:10,666 DEBUG [RS:0;e12b86b8109d:46041.replicationSource,1-e12b86b8109d,46041,1733311029088 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e12b86b8109d:40949' 2024-12-04T11:17:10,667 DEBUG [RS:0;e12b86b8109d:46041.replicationSource,1-e12b86b8109d,46041,1733311029088 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19066497, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:10,667 DEBUG [RS:0;e12b86b8109d:46041.replicationSource,1-e12b86b8109d,46041,1733311029088 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,40949,-1 for getting cluster id 2024-12-04T11:17:10,667 DEBUG [RS:0;e12b86b8109d:46041.replicationSource,1-e12b86b8109d,46041,1733311029088 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:17:10,668 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd2c5d68-3ced-4bed-93a2-3fa6de559855' 2024-12-04T11:17:10,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:17:10,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd2c5d68-3ced-4bed-93a2-3fa6de559855" 2024-12-04T11:17:10,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@517dde1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:10,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,40949,-1] 2024-12-04T11:17:10,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:17:10,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:10,670 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:17:10,671 DEBUG [RS:0;e12b86b8109d:46041.replicationSource,1-e12b86b8109d,46041,1733311029088 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42f4a79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:10,671 DEBUG [RS:0;e12b86b8109d:46041.replicationSource,1-e12b86b8109d,46041,1733311029088 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:17:10,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,40949,1733311018545 2024-12-04T11:17:10,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21d4a343 2024-12-04T11:17:10,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:17:10,674 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-04T11:17:10,675 INFO [RS:0;e12b86b8109d:46041.replicationSource,1-e12b86b8109d,46041,1733311029088 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e12b86b8109d,46041,1733311029088 (queues=0) is replicating from cluster=15498df1-2c69-4940-aadc-33c51cd6aa13 to cluster=bd2c5d68-3ced-4bed-93a2-3fa6de559855 2024-12-04T11:17:10,680 INFO [RS:0;e12b86b8109d:46041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:10,680 INFO [RS:0;e12b86b8109d:46041 {}] regionserver.HRegionServer(1482): Serving as e12b86b8109d,46041,1733311029088, RpcServer on e12b86b8109d/172.17.0.2:46041, sessionid=0x101a00f02b50007 2024-12-04T11:17:10,681 DEBUG [RS:0;e12b86b8109d:46041 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T11:17:10,681 DEBUG [RS:0;e12b86b8109d:46041 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e12b86b8109d,46041,1733311029088 2024-12-04T11:17:10,681 DEBUG [RS:0;e12b86b8109d:46041 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,46041,1733311029088' 2024-12-04T11:17:10,681 DEBUG [RS:0;e12b86b8109d:46041 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-261746500/flush-table-proc/abort' 2024-12-04T11:17:10,681 DEBUG [RS:0;e12b86b8109d:46041.replicationSource,2-e12b86b8109d,46041,1733311029088 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e12b86b8109d:40949' 2024-12-04T11:17:10,681 DEBUG [RS:0;e12b86b8109d:46041 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-261746500/flush-table-proc/acquired' 2024-12-04T11:17:10,682 DEBUG [RS:0;e12b86b8109d:46041 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T11:17:10,682 DEBUG [RS:0;e12b86b8109d:46041 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T11:17:10,682 DEBUG [RS:0;e12b86b8109d:46041 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e12b86b8109d,46041,1733311029088 2024-12-04T11:17:10,682 DEBUG [RS:0;e12b86b8109d:46041 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,46041,1733311029088' 2024-12-04T11:17:10,682 DEBUG [RS:0;e12b86b8109d:46041 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-261746500/online-snapshot/abort' 2024-12-04T11:17:10,682 DEBUG [RS:0;e12b86b8109d:46041 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-261746500/online-snapshot/acquired' 2024-12-04T11:17:10,682 DEBUG [RS:0;e12b86b8109d:46041.replicationSource,2-e12b86b8109d,46041,1733311029088 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31bc2b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:10,682 DEBUG [RS:0;e12b86b8109d:46041.replicationSource,2-e12b86b8109d,46041,1733311029088 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,40949,-1 for getting cluster id 2024-12-04T11:17:10,683 DEBUG [RS:0;e12b86b8109d:46041.replicationSource,2-e12b86b8109d,46041,1733311029088 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:17:10,683 DEBUG [RS:0;e12b86b8109d:46041 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T11:17:10,683 INFO [RS:0;e12b86b8109d:46041 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T11:17:10,683 INFO [RS:0;e12b86b8109d:46041 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T11:17:10,684 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd2c5d68-3ced-4bed-93a2-3fa6de559855' 2024-12-04T11:17:10,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:17:10,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd2c5d68-3ced-4bed-93a2-3fa6de559855" 2024-12-04T11:17:10,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7450a51a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:10,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,40949,-1] 2024-12-04T11:17:10,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:17:10,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:10,686 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:17:10,687 DEBUG [RS:0;e12b86b8109d:46041.replicationSource,2-e12b86b8109d,46041,1733311029088 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@360ce2dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:10,687 DEBUG [RS:0;e12b86b8109d:46041.replicationSource,2-e12b86b8109d,46041,1733311029088 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:17:10,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,40949,1733311018545 2024-12-04T11:17:10,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d5257e7 2024-12-04T11:17:10,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:17:10,689 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-04T11:17:10,690 INFO [RS:0;e12b86b8109d:46041.replicationSource,2-e12b86b8109d,46041,1733311029088 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-e12b86b8109d,46041,1733311029088 (queues=0) is replicating from cluster=15498df1-2c69-4940-aadc-33c51cd6aa13 to cluster=bd2c5d68-3ced-4bed-93a2-3fa6de559855 2024-12-04T11:17:10,784 INFO [RS:0;e12b86b8109d:46041 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:17:10,786 INFO [RS:0;e12b86b8109d:46041 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C46041%2C1733311029088, suffix=, logDir=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,46041,1733311029088, archiveDir=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/oldWALs, maxLogs=10 2024-12-04T11:17:10,799 DEBUG [RS:0;e12b86b8109d:46041 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,46041,1733311029088/e12b86b8109d%2C46041%2C1733311029088.1733311030787, exclude list is [], retry=0 2024-12-04T11:17:10,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46227,DS-7560d1d5-dfa6-44f9-93ae-162e2c724eff,DISK] 2024-12-04T11:17:10,805 INFO [RS:0;e12b86b8109d:46041 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,46041,1733311029088/e12b86b8109d%2C46041%2C1733311029088.1733311030787 2024-12-04T11:17:10,805 DEBUG [RS:0;e12b86b8109d:46041 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group e12b86b8109d%2C46041%2C1733311029088 for peer 1 2024-12-04T11:17:10,805 DEBUG [RS:0;e12b86b8109d:46041 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group e12b86b8109d%2C46041%2C1733311029088 for peer 2 2024-12-04T11:17:10,805 DEBUG [RS:0;e12b86b8109d:46041 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e12b86b8109d%2C46041%2C1733311029088 2024-12-04T11:17:10,805 INFO [RS:0;e12b86b8109d:46041 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e12b86b8109d,46041,1733311029088, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T11:17:10,807 INFO [RS:0;e12b86b8109d:46041.replicationSource.shippere12b86b8109d%2C46041%2C1733311029088,1-e12b86b8109d,46041,1733311029088 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e12b86b8109d%2C46041%2C1733311029088 2024-12-04T11:17:10,807 DEBUG [RS:0;e12b86b8109d:46041 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=e12b86b8109d%2C46041%2C1733311029088 2024-12-04T11:17:10,807 INFO [RS:0;e12b86b8109d:46041 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-e12b86b8109d,46041,1733311029088, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T11:17:10,807 INFO [RS:0;e12b86b8109d:46041.replicationSource.shippere12b86b8109d%2C46041%2C1733311029088,2-e12b86b8109d,46041,1733311029088 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e12b86b8109d%2C46041%2C1733311029088 2024-12-04T11:17:10,807 DEBUG [RS:0;e12b86b8109d:46041 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44491:44491)] 2024-12-04T11:17:10,808 DEBUG [RS:0;e12b86b8109d:46041.replicationSource.wal-reader.e12b86b8109d%2C46041%2C1733311029088,2-e12b86b8109d,46041,1733311029088 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,46041,1733311029088/e12b86b8109d%2C46041%2C1733311029088.1733311030787, startPosition=0, beingWritten=true 2024-12-04T11:17:10,808 DEBUG [RS:0;e12b86b8109d:46041.replicationSource.wal-reader.e12b86b8109d%2C46041%2C1733311029088,1-e12b86b8109d,46041,1733311029088 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,46041,1733311029088/e12b86b8109d%2C46041%2C1733311029088.1733311030787, startPosition=0, beingWritten=true 2024-12-04T11:17:10,846 DEBUG [e12b86b8109d:45025 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T11:17:10,847 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e12b86b8109d,46041,1733311029088 2024-12-04T11:17:10,848 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,46041,1733311029088, state=OPENING 2024-12-04T11:17:10,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45025-0x101a00f02b50006, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-261746500/meta-region-server 2024-12-04T11:17:10,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46041-0x101a00f02b50007, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-261746500/meta-region-server 2024-12-04T11:17:10,902 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:17:10,902 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-261746500/meta-region-server: CHANGED 2024-12-04T11:17:10,902 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-261746500/meta-region-server: CHANGED 2024-12-04T11:17:10,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,46041,1733311029088}] 2024-12-04T11:17:11,019 DEBUG [RS:0;e12b86b8109d:46041.replicationSource.wal-reader.e12b86b8109d%2C46041%2C1733311029088,1-e12b86b8109d,46041,1733311029088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,46041,1733311029088/e12b86b8109d%2C46041%2C1733311029088.1733311030787 to pos 0, reset compression=false 2024-12-04T11:17:11,019 DEBUG [RS:0;e12b86b8109d:46041.replicationSource.wal-reader.e12b86b8109d%2C46041%2C1733311029088,2-e12b86b8109d,46041,1733311029088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,46041,1733311029088/e12b86b8109d%2C46041%2C1733311029088.1733311030787 to pos 0, reset compression=false 2024-12-04T11:17:11,057 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T11:17:11,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T11:17:11,064 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T11:17:11,064 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:17:11,065 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T11:17:11,068 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C46041%2C1733311029088.meta, suffix=.meta, logDir=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,46041,1733311029088, archiveDir=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/oldWALs, maxLogs=10 2024-12-04T11:17:11,083 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,46041,1733311029088/e12b86b8109d%2C46041%2C1733311029088.meta.1733311031068.meta, exclude list is [], retry=0 2024-12-04T11:17:11,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46227,DS-7560d1d5-dfa6-44f9-93ae-162e2c724eff,DISK] 2024-12-04T11:17:11,087 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,46041,1733311029088/e12b86b8109d%2C46041%2C1733311029088.meta.1733311031068.meta 2024-12-04T11:17:11,088 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44491:44491)] 2024-12-04T11:17:11,088 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:17:11,088 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:17:11,088 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T11:17:11,088 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T11:17:11,088 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T11:17:11,088 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T11:17:11,088 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:17:11,089 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T11:17:11,089 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T11:17:11,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:17:11,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:17:11,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:11,099 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/meta/1588230740/info/c0a6b3387c1340e89ec553c2eaeccba2 2024-12-04T11:17:11,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:11,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:17:11,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:17:11,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:11,108 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/meta/1588230740/ns/0d7d148be67b458d9c4549aa80887907 2024-12-04T11:17:11,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:11,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:17:11,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:17:11,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:11,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:11,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:17:11,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:17:11,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:11,118 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/meta/1588230740/table/c8db5cddb00d4719a2b21c059d51b25a 2024-12-04T11:17:11,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:11,118 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:17:11,119 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/meta/1588230740 2024-12-04T11:17:11,121 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/meta/1588230740 2024-12-04T11:17:11,122 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:17:11,122 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:17:11,123 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:17:11,125 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:17:11,125 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71361628, jitterRate=0.06337112188339233}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:17:11,126 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T11:17:11,126 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733311031089Writing region info on filesystem at 1733311031089Initializing all the Stores at 1733311031090 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311031090Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311031090Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311031090Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311031090Cleaning up temporary data from old regions at 1733311031122 (+32 ms)Running coprocessor post-open hooks at 1733311031126 (+4 ms)Region opened successfully at 1733311031126 2024-12-04T11:17:11,127 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733311031057 2024-12-04T11:17:11,129 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T11:17:11,129 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T11:17:11,130 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=e12b86b8109d,46041,1733311029088 2024-12-04T11:17:11,131 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,46041,1733311029088, state=OPEN 2024-12-04T11:17:11,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45025-0x101a00f02b50006, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-261746500/meta-region-server 2024-12-04T11:17:11,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46041-0x101a00f02b50007, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-261746500/meta-region-server 2024-12-04T11:17:11,137 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e12b86b8109d,46041,1733311029088 2024-12-04T11:17:11,137 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-261746500/meta-region-server: CHANGED 2024-12-04T11:17:11,137 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-261746500/meta-region-server: CHANGED 2024-12-04T11:17:11,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-04T11:17:11,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,46041,1733311029088 in 235 msec 2024-12-04T11:17:11,144 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-04T11:17:11,144 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 699 msec 2024-12-04T11:17:11,329 DEBUG [RS:0;e12b86b8109d:46041.replicationSource.wal-reader.e12b86b8109d%2C46041%2C1733311029088,1-e12b86b8109d,46041,1733311029088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,46041,1733311029088/e12b86b8109d%2C46041%2C1733311029088.1733311030787 to pos 0, reset compression=false 2024-12-04T11:17:11,329 DEBUG [RS:0;e12b86b8109d:46041.replicationSource.wal-reader.e12b86b8109d%2C46041%2C1733311029088,2-e12b86b8109d,46041,1733311029088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,46041,1733311029088/e12b86b8109d%2C46041%2C1733311029088.1733311030787 to pos 0, reset compression=false 2024-12-04T11:17:11,739 DEBUG [RS:0;e12b86b8109d:46041.replicationSource.wal-reader.e12b86b8109d%2C46041%2C1733311029088,1-e12b86b8109d,46041,1733311029088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,46041,1733311029088/e12b86b8109d%2C46041%2C1733311029088.1733311030787 to pos 0, reset compression=false 2024-12-04T11:17:11,739 DEBUG [RS:0;e12b86b8109d:46041.replicationSource.wal-reader.e12b86b8109d%2C46041%2C1733311029088,2-e12b86b8109d,46041,1733311029088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,46041,1733311029088/e12b86b8109d%2C46041%2C1733311029088.1733311030787 to pos 0, reset compression=false 2024-12-04T11:17:12,088 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1656ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-12-04T11:17:12,245 DEBUG [RS:0;e12b86b8109d:46041.replicationSource.wal-reader.e12b86b8109d%2C46041%2C1733311029088,1-e12b86b8109d,46041,1733311029088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,46041,1733311029088/e12b86b8109d%2C46041%2C1733311029088.1733311030787 to pos 0, reset compression=false 2024-12-04T11:17:12,245 DEBUG [RS:0;e12b86b8109d:46041.replicationSource.wal-reader.e12b86b8109d%2C46041%2C1733311029088,2-e12b86b8109d,46041,1733311029088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,46041,1733311029088/e12b86b8109d%2C46041%2C1733311029088.1733311030787 to pos 0, reset compression=false 2024-12-04T11:17:12,858 DEBUG [RS:0;e12b86b8109d:46041.replicationSource.wal-reader.e12b86b8109d%2C46041%2C1733311029088,1-e12b86b8109d,46041,1733311029088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,46041,1733311029088/e12b86b8109d%2C46041%2C1733311029088.1733311030787 to pos 0, reset compression=false 2024-12-04T11:17:12,858 DEBUG [RS:0;e12b86b8109d:46041.replicationSource.wal-reader.e12b86b8109d%2C46041%2C1733311029088,2-e12b86b8109d,46041,1733311029088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,46041,1733311029088/e12b86b8109d%2C46041%2C1733311029088.1733311030787 to pos 0, reset compression=false 2024-12-04T11:17:13,567 DEBUG [RS:0;e12b86b8109d:46041.replicationSource.wal-reader.e12b86b8109d%2C46041%2C1733311029088,1-e12b86b8109d,46041,1733311029088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,46041,1733311029088/e12b86b8109d%2C46041%2C1733311029088.1733311030787 to pos 0, reset compression=false 2024-12-04T11:17:13,567 DEBUG [RS:0;e12b86b8109d:46041.replicationSource.wal-reader.e12b86b8109d%2C46041%2C1733311029088,2-e12b86b8109d,46041,1733311029088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,46041,1733311029088/e12b86b8109d%2C46041%2C1733311029088.1733311030787 to pos 0, reset compression=false 2024-12-04T11:17:13,591 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3160ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-12-04T11:17:14,377 DEBUG [RS:0;e12b86b8109d:46041.replicationSource.wal-reader.e12b86b8109d%2C46041%2C1733311029088,1-e12b86b8109d,46041,1733311029088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,46041,1733311029088/e12b86b8109d%2C46041%2C1733311029088.1733311030787 to pos 0, reset compression=false 2024-12-04T11:17:14,377 DEBUG [RS:0;e12b86b8109d:46041.replicationSource.wal-reader.e12b86b8109d%2C46041%2C1733311029088,2-e12b86b8109d,46041,1733311029088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,46041,1733311029088/e12b86b8109d%2C46041%2C1733311029088.1733311030787 to pos 0, reset compression=false 2024-12-04T11:17:14,944 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4513ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-04T11:17:14,944 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T11:17:14,944 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:17:14,944 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,46041,1733311029088, seqNum=-1] 2024-12-04T11:17:14,945 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:17:14,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:17:14,952 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f0d45398d221f62f4e79aa9d77ef61ae, regionState=OPEN, lastHost=e12b86b8109d,38739,1733311011625, regionLocation=e12b86b8109d,38739,1733311011625, openSeqNum=2 2024-12-04T11:17:14,953 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T11:17:14,953 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733311094953 2024-12-04T11:17:14,953 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733311154953 2024-12-04T11:17:14,953 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-12-04T11:17:14,953 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,45025,1733311029036-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:14,953 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,45025,1733311029036-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:14,953 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,45025,1733311029036-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:14,953 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e12b86b8109d:45025, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:14,953 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): e12b86b8109d,38739,1733311011625 had 2 regions 2024-12-04T11:17:14,953 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:14,954 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:14,955 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure e12b86b8109d,38739,1733311011625, splitWal=true, meta=true, isMeta: false 2024-12-04T11:17:14,958 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,38739,1733311011625-splitting dir is empty, no logs to split. 2024-12-04T11:17:14,958 INFO [PEWorker-3 {}] master.SplitWALManager(105): e12b86b8109d,38739,1733311011625 WAL count=0, meta=false 2024-12-04T11:17:14,961 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.803sec 2024-12-04T11:17:14,961 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T11:17:14,961 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T11:17:14,961 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T11:17:14,962 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T11:17:14,962 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T11:17:14,962 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,45025,1733311029036-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:17:14,962 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,45025,1733311029036-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T11:17:14,962 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,38739,1733311011625-splitting dir is empty, no logs to split. 2024-12-04T11:17:14,962 INFO [PEWorker-3 {}] master.SplitWALManager(105): e12b86b8109d,38739,1733311011625 WAL count=0, meta=false 2024-12-04T11:17:14,962 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if e12b86b8109d,38739,1733311011625 WAL splitting is done? wals=0, meta=false 2024-12-04T11:17:14,965 WARN [master/e12b86b8109d:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=e12b86b8109d,38739,1733311011625/hbase:replication,,1733311022497.f0d45398d221f62f4e79aa9d77ef61ae. 2024-12-04T11:17:14,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f0d45398d221f62f4e79aa9d77ef61ae, ASSIGN}] 2024-12-04T11:17:14,967 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f0d45398d221f62f4e79aa9d77ef61ae, ASSIGN 2024-12-04T11:17:14,967 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T11:17:14,967 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T11:17:14,967 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,45025,1733311029036-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:14,968 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f0d45398d221f62f4e79aa9d77ef61ae, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T11:17:15,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ad9e15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:15,024 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,45025,-1 for getting cluster id 2024-12-04T11:17:15,025 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:17:15,026 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15498df1-2c69-4940-aadc-33c51cd6aa13' 2024-12-04T11:17:15,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:17:15,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15498df1-2c69-4940-aadc-33c51cd6aa13" 2024-12-04T11:17:15,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bb1a26b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:15,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,45025,-1] 2024-12-04T11:17:15,028 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:17:15,028 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:15,029 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:17:15,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e6ef84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:15,031 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:17:15,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,46041,1733311029088, seqNum=-1] 2024-12-04T11:17:15,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:17:15,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:17:15,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-04T11:17:15,037 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:17:15,037 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:17:15,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:15,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:15,038 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:17:15,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: e12b86b8109d:45025 after: e12b86b8109d:45025 2024-12-04T11:17:15,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f50a58b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:15,038 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,45025,-1 for getting cluster id 2024-12-04T11:17:15,038 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:17:15,039 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15498df1-2c69-4940-aadc-33c51cd6aa13' 2024-12-04T11:17:15,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:17:15,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15498df1-2c69-4940-aadc-33c51cd6aa13" 2024-12-04T11:17:15,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8fdaed8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:15,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,45025,-1] 2024-12-04T11:17:15,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:17:15,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:15,041 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:17:15,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ad67c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:15,042 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:17:15,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,45025,1733311029036 2024-12-04T11:17:15,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54ee51a 2024-12-04T11:17:15,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:17:15,044 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:17:15,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45025 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T11:17:15,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45025 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-04T11:17:15,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45025 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T11:17:15,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45025 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-04T11:17:15,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T11:17:15,048 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:17:15,048 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:17:15,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:15,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:15,048 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:17:15,048 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T11:17:15,048 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1497339394, stopped=false 2024-12-04T11:17:15,048 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e12b86b8109d,40949,1733311018545 2024-12-04T11:17:15,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37259-0x101a00f02b50004, quorum=127.0.0.1:55987, baseZNode=/11667282627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11667282627/running 2024-12-04T11:17:15,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40949-0x101a00f02b50003, quorum=127.0.0.1:55987, baseZNode=/11667282627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11667282627/running 2024-12-04T11:17:15,060 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:17:15,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37259-0x101a00f02b50004, quorum=127.0.0.1:55987, baseZNode=/11667282627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11667282627 2024-12-04T11:17:15,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40949-0x101a00f02b50003, quorum=127.0.0.1:55987, baseZNode=/11667282627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11667282627 2024-12-04T11:17:15,060 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:17:15,060 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:17:15,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:15,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37259-0x101a00f02b50004, quorum=127.0.0.1:55987, baseZNode=/11667282627 Set watcher on znode that does not yet exist, /11667282627/running 2024-12-04T11:17:15,060 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e12b86b8109d,37259,1733311018697' ***** 2024-12-04T11:17:15,060 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T11:17:15,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40949-0x101a00f02b50003, quorum=127.0.0.1:55987, baseZNode=/11667282627 Set watcher on znode that does not yet exist, /11667282627/running 2024-12-04T11:17:15,061 INFO [RS:0;e12b86b8109d:37259 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T11:17:15,061 INFO [RS:0;e12b86b8109d:37259 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T11:17:15,061 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T11:17:15,061 INFO [RS:0;e12b86b8109d:37259 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T11:17:15,061 INFO [RS:0;e12b86b8109d:37259 {}] regionserver.HRegionServer(959): stopping server e12b86b8109d,37259,1733311018697 2024-12-04T11:17:15,061 INFO [RS:0;e12b86b8109d:37259 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:17:15,061 INFO [RS:0;e12b86b8109d:37259 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:37259. 2024-12-04T11:17:15,061 DEBUG [RS:0;e12b86b8109d:37259 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:17:15,061 DEBUG [RS:0;e12b86b8109d:37259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:15,061 INFO [RS:0;e12b86b8109d:37259 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T11:17:15,061 INFO [RS:0;e12b86b8109d:37259 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T11:17:15,061 INFO [RS:0;e12b86b8109d:37259 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T11:17:15,061 INFO [RS:0;e12b86b8109d:37259 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T11:17:15,061 INFO [RS:0;e12b86b8109d:37259 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T11:17:15,061 DEBUG [RS:0;e12b86b8109d:37259 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T11:17:15,062 DEBUG [RS:0;e12b86b8109d:37259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:17:15,062 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:17:15,062 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:17:15,062 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:17:15,062 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:17:15,062 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:17:15,062 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-04T11:17:15,086 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/data/hbase/meta/1588230740/.tmp/ns/16100f75a34a4791adf7f75fb80d8495 is 43, key is default/ns:d/1733311022273/Put/seqid=0 2024-12-04T11:17:15,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741835_1011 (size=5153) 2024-12-04T11:17:15,118 DEBUG [e12b86b8109d:45025 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T11:17:15,119 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=f0d45398d221f62f4e79aa9d77ef61ae, regionState=OPENING, regionLocation=e12b86b8109d,46041,1733311029088 2024-12-04T11:17:15,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f0d45398d221f62f4e79aa9d77ef61ae, ASSIGN because future has completed 2024-12-04T11:17:15,123 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0d45398d221f62f4e79aa9d77ef61ae, server=e12b86b8109d,46041,1733311029088}] 2024-12-04T11:17:15,140 INFO [regionserver/e12b86b8109d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:17:15,262 DEBUG [RS:0;e12b86b8109d:37259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:17:15,284 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733311022497.f0d45398d221f62f4e79aa9d77ef61ae. 2024-12-04T11:17:15,284 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:17:15,284 DEBUG [RS:0;e12b86b8109d:46041.replicationSource.wal-reader.e12b86b8109d%2C46041%2C1733311029088,1-e12b86b8109d,46041,1733311029088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,46041,1733311029088/e12b86b8109d%2C46041%2C1733311029088.1733311030787 to pos 0, reset compression=false 2024-12-04T11:17:15,284 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T11:17:15,284 DEBUG [RS:0;e12b86b8109d:46041.replicationSource.wal-reader.e12b86b8109d%2C46041%2C1733311029088,2-e12b86b8109d,46041,1733311029088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,46041,1733311029088/e12b86b8109d%2C46041%2C1733311029088.1733311030787 to pos 0, reset compression=false 2024-12-04T11:17:15,287 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C46041%2C1733311029088.rep, suffix=, logDir=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,46041,1733311029088, archiveDir=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/oldWALs, maxLogs=10 2024-12-04T11:17:15,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,46041,1733311029088/e12b86b8109d%2C46041%2C1733311029088.rep.1733311035288, exclude list is [], retry=0 2024-12-04T11:17:15,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46227,DS-7560d1d5-dfa6-44f9-93ae-162e2c724eff,DISK] 2024-12-04T11:17:15,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,46041,1733311029088/e12b86b8109d%2C46041%2C1733311029088.rep.1733311035288 2024-12-04T11:17:15,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44491:44491)] 2024-12-04T11:17:15,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => f0d45398d221f62f4e79aa9d77ef61ae, NAME => 'hbase:replication,,1733311022497.f0d45398d221f62f4e79aa9d77ef61ae.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:17:15,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:17:15,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T11:17:15,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733311022497.f0d45398d221f62f4e79aa9d77ef61ae. service=MultiRowMutationService 2024-12-04T11:17:15,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T11:17:15,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f0d45398d221f62f4e79aa9d77ef61ae 2024-12-04T11:17:15,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733311022497.f0d45398d221f62f4e79aa9d77ef61ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:17:15,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for f0d45398d221f62f4e79aa9d77ef61ae 2024-12-04T11:17:15,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for f0d45398d221f62f4e79aa9d77ef61ae 2024-12-04T11:17:15,312 INFO [StoreOpener-f0d45398d221f62f4e79aa9d77ef61ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f0d45398d221f62f4e79aa9d77ef61ae 2024-12-04T11:17:15,313 INFO [StoreOpener-f0d45398d221f62f4e79aa9d77ef61ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0d45398d221f62f4e79aa9d77ef61ae columnFamilyName hfileref 2024-12-04T11:17:15,313 DEBUG [StoreOpener-f0d45398d221f62f4e79aa9d77ef61ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:15,314 INFO [StoreOpener-f0d45398d221f62f4e79aa9d77ef61ae-1 {}] regionserver.HStore(327): Store=f0d45398d221f62f4e79aa9d77ef61ae/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:17:15,314 INFO [StoreOpener-f0d45398d221f62f4e79aa9d77ef61ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f0d45398d221f62f4e79aa9d77ef61ae 2024-12-04T11:17:15,315 INFO [StoreOpener-f0d45398d221f62f4e79aa9d77ef61ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0d45398d221f62f4e79aa9d77ef61ae columnFamilyName queue 2024-12-04T11:17:15,315 DEBUG [StoreOpener-f0d45398d221f62f4e79aa9d77ef61ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:15,323 DEBUG [StoreOpener-f0d45398d221f62f4e79aa9d77ef61ae-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/replication/f0d45398d221f62f4e79aa9d77ef61ae/queue/84dbd477567f45dbbd3d21fdb50920d7 2024-12-04T11:17:15,323 INFO [StoreOpener-f0d45398d221f62f4e79aa9d77ef61ae-1 {}] regionserver.HStore(327): Store=f0d45398d221f62f4e79aa9d77ef61ae/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:17:15,323 INFO [StoreOpener-f0d45398d221f62f4e79aa9d77ef61ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f0d45398d221f62f4e79aa9d77ef61ae 2024-12-04T11:17:15,325 INFO [StoreOpener-f0d45398d221f62f4e79aa9d77ef61ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0d45398d221f62f4e79aa9d77ef61ae columnFamilyName sid 2024-12-04T11:17:15,325 DEBUG [StoreOpener-f0d45398d221f62f4e79aa9d77ef61ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:15,325 INFO [StoreOpener-f0d45398d221f62f4e79aa9d77ef61ae-1 {}] regionserver.HStore(327): Store=f0d45398d221f62f4e79aa9d77ef61ae/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:17:15,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for f0d45398d221f62f4e79aa9d77ef61ae 2024-12-04T11:17:15,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/replication/f0d45398d221f62f4e79aa9d77ef61ae 2024-12-04T11:17:15,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/replication/f0d45398d221f62f4e79aa9d77ef61ae 2024-12-04T11:17:15,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for f0d45398d221f62f4e79aa9d77ef61ae 2024-12-04T11:17:15,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for f0d45398d221f62f4e79aa9d77ef61ae 2024-12-04T11:17:15,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T11:17:15,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for f0d45398d221f62f4e79aa9d77ef61ae 2024-12-04T11:17:15,333 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened f0d45398d221f62f4e79aa9d77ef61ae; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62779008, jitterRate=-0.06451988220214844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T11:17:15,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f0d45398d221f62f4e79aa9d77ef61ae 2024-12-04T11:17:15,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for f0d45398d221f62f4e79aa9d77ef61ae: Running coprocessor pre-open hook at 1733311035310Writing region info on filesystem at 1733311035310Initializing all the Stores at 1733311035311 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311035311Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311035312 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311035312Cleaning up temporary data from old regions at 1733311035329 (+17 ms)Running coprocessor post-open hooks at 1733311035334 (+5 ms)Region opened successfully at 1733311035335 (+1 ms) 2024-12-04T11:17:15,336 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733311022497.f0d45398d221f62f4e79aa9d77ef61ae., pid=19, masterSystemTime=1733311035277 2024-12-04T11:17:15,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733311022497.f0d45398d221f62f4e79aa9d77ef61ae. 2024-12-04T11:17:15,339 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733311022497.f0d45398d221f62f4e79aa9d77ef61ae. 2024-12-04T11:17:15,341 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=f0d45398d221f62f4e79aa9d77ef61ae, regionState=OPEN, openSeqNum=10, regionLocation=e12b86b8109d,46041,1733311029088 2024-12-04T11:17:15,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0d45398d221f62f4e79aa9d77ef61ae, server=e12b86b8109d,46041,1733311029088 because future has completed 2024-12-04T11:17:15,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-04T11:17:15,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure f0d45398d221f62f4e79aa9d77ef61ae, server=e12b86b8109d,46041,1733311029088 in 223 msec 2024-12-04T11:17:15,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-04T11:17:15,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f0d45398d221f62f4e79aa9d77ef61ae, ASSIGN in 385 msec 2024-12-04T11:17:15,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-04T11:17:15,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733311022497.f0d45398d221f62f4e79aa9d77ef61ae., hostname=e12b86b8109d,46041,1733311029088, seqNum=10] 2024-12-04T11:17:15,394 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for e12b86b8109d,38739,1733311011625 2024-12-04T11:17:15,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-04T11:17:15,462 DEBUG [RS:0;e12b86b8109d:37259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:17:15,491 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/data/hbase/meta/1588230740/.tmp/ns/16100f75a34a4791adf7f75fb80d8495 2024-12-04T11:17:15,505 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/data/hbase/meta/1588230740/.tmp/ns/16100f75a34a4791adf7f75fb80d8495 as hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/data/hbase/meta/1588230740/ns/16100f75a34a4791adf7f75fb80d8495 2024-12-04T11:17:15,513 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/data/hbase/meta/1588230740/ns/16100f75a34a4791adf7f75fb80d8495, entries=2, sequenceid=6, filesize=5.0 K 2024-12-04T11:17:15,514 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 452ms, sequenceid=6, compaction requested=false 2024-12-04T11:17:15,514 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T11:17:15,520 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T11:17:15,521 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:17:15,521 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:17:15,521 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:17:15,521 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311035062Running coprocessor pre-close hooks at 1733311035062Disabling compacts and flushes for region at 1733311035062Disabling writes for close at 1733311035062Obtaining lock to block concurrent updates at 1733311035062Preparing flush snapshotting stores in 1588230740 at 1733311035062Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733311035062Flushing stores of hbase:meta,,1.1588230740 at 1733311035063 (+1 ms)Flushing 1588230740/ns: creating writer at 1733311035063Flushing 1588230740/ns: appending metadata at 1733311035085 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733311035085Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b8bee6a: reopening flushed file at 1733311035504 (+419 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 452ms, sequenceid=6, compaction requested=false at 1733311035514 (+10 ms)Writing region close event to WAL at 1733311035516 (+2 ms)Running coprocessor post-close hooks at 1733311035521 (+5 ms)Closed at 1733311035521 2024-12-04T11:17:15,521 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T11:17:15,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46041 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-04T11:17:15,662 INFO [RS:0;e12b86b8109d:37259 {}] regionserver.HRegionServer(976): stopping server e12b86b8109d,37259,1733311018697; all regions closed. 2024-12-04T11:17:15,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741834_1010 (size=1152) 2024-12-04T11:17:15,665 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/WALs/e12b86b8109d,37259,1733311018697/e12b86b8109d%2C37259%2C1733311018697.meta.1733311022182.meta not finished, retry = 0 2024-12-04T11:17:15,769 DEBUG [RS:0;e12b86b8109d:37259 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/oldWALs 2024-12-04T11:17:15,769 INFO [RS:0;e12b86b8109d:37259 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e12b86b8109d%2C37259%2C1733311018697.meta:.meta(num 1733311022182) 2024-12-04T11:17:15,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741832_1008 (size=93) 2024-12-04T11:17:15,775 DEBUG [RS:0;e12b86b8109d:37259 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/oldWALs 2024-12-04T11:17:15,775 INFO [RS:0;e12b86b8109d:37259 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e12b86b8109d%2C37259%2C1733311018697:(num 1733311021160) 2024-12-04T11:17:15,775 DEBUG [RS:0;e12b86b8109d:37259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:15,775 INFO [RS:0;e12b86b8109d:37259 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:17:15,775 INFO [RS:0;e12b86b8109d:37259 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:17:15,775 INFO [RS:0;e12b86b8109d:37259 {}] hbase.ChoreService(370): Chore service for: regionserver/e12b86b8109d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T11:17:15,775 INFO [RS:0;e12b86b8109d:37259 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:17:15,775 INFO [regionserver/e12b86b8109d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:17:15,776 INFO [RS:0;e12b86b8109d:37259 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37259 2024-12-04T11:17:15,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40949-0x101a00f02b50003, quorum=127.0.0.1:55987, baseZNode=/11667282627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11667282627/rs 2024-12-04T11:17:15,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37259-0x101a00f02b50004, quorum=127.0.0.1:55987, baseZNode=/11667282627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11667282627/rs/e12b86b8109d,37259,1733311018697 2024-12-04T11:17:15,842 INFO [RS:0;e12b86b8109d:37259 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:17:15,853 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e12b86b8109d,37259,1733311018697] 2024-12-04T11:17:15,863 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11667282627/draining/e12b86b8109d,37259,1733311018697 already deleted, retry=false 2024-12-04T11:17:15,863 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e12b86b8109d,37259,1733311018697 expired; onlineServers=0 2024-12-04T11:17:15,863 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e12b86b8109d,40949,1733311018545' ***** 2024-12-04T11:17:15,863 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T11:17:15,864 INFO [M:0;e12b86b8109d:40949 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:17:15,864 INFO [M:0;e12b86b8109d:40949 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:17:15,864 DEBUG [M:0;e12b86b8109d:40949 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T11:17:15,864 DEBUG [M:0;e12b86b8109d:40949 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T11:17:15,864 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T11:17:15,864 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311020906 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311020906,5,FailOnTimeoutGroup] 2024-12-04T11:17:15,864 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311020906 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311020906,5,FailOnTimeoutGroup] 2024-12-04T11:17:15,865 INFO [M:0;e12b86b8109d:40949 {}] hbase.ChoreService(370): Chore service for: master/e12b86b8109d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T11:17:15,865 INFO [M:0;e12b86b8109d:40949 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:17:15,865 DEBUG [M:0;e12b86b8109d:40949 {}] master.HMaster(1795): Stopping service threads 2024-12-04T11:17:15,866 INFO [M:0;e12b86b8109d:40949 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T11:17:15,866 INFO [M:0;e12b86b8109d:40949 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:17:15,866 INFO [M:0;e12b86b8109d:40949 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T11:17:15,866 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T11:17:15,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40949-0x101a00f02b50003, quorum=127.0.0.1:55987, baseZNode=/11667282627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11667282627/master 2024-12-04T11:17:15,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40949-0x101a00f02b50003, quorum=127.0.0.1:55987, baseZNode=/11667282627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11667282627 2024-12-04T11:17:15,874 DEBUG [M:0;e12b86b8109d:40949 {}] zookeeper.ZKUtil(347): master:40949-0x101a00f02b50003, quorum=127.0.0.1:55987, baseZNode=/11667282627 Unable to get data of znode /11667282627/master because node does not exist (not an error) 2024-12-04T11:17:15,874 WARN [M:0;e12b86b8109d:40949 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T11:17:15,876 INFO [M:0;e12b86b8109d:40949 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/.lastflushedseqids 2024-12-04T11:17:15,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741836_1012 (size=99) 2024-12-04T11:17:15,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37259-0x101a00f02b50004, quorum=127.0.0.1:55987, baseZNode=/11667282627 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:17:15,953 INFO [RS:0;e12b86b8109d:37259 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:17:15,953 INFO [RS:0;e12b86b8109d:37259 {}] regionserver.HRegionServer(1031): Exiting; stopping=e12b86b8109d,37259,1733311018697; zookeeper connection closed. 2024-12-04T11:17:15,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37259-0x101a00f02b50004, quorum=127.0.0.1:55987, baseZNode=/11667282627 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:17:15,953 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@38b79eab {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@38b79eab 2024-12-04T11:17:15,954 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T11:17:16,285 INFO [M:0;e12b86b8109d:40949 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T11:17:16,285 INFO [M:0;e12b86b8109d:40949 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T11:17:16,286 DEBUG [M:0;e12b86b8109d:40949 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:17:16,286 INFO [M:0;e12b86b8109d:40949 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:17:16,286 DEBUG [M:0;e12b86b8109d:40949 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:17:16,286 DEBUG [M:0;e12b86b8109d:40949 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:17:16,286 DEBUG [M:0;e12b86b8109d:40949 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:17:16,286 INFO [M:0;e12b86b8109d:40949 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-04T11:17:16,291 DEBUG [RS:0;e12b86b8109d:46041.replicationSource.wal-reader.e12b86b8109d%2C46041%2C1733311029088,1-e12b86b8109d,46041,1733311029088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,46041,1733311029088/e12b86b8109d%2C46041%2C1733311029088.1733311030787 to pos 0, reset compression=false 2024-12-04T11:17:16,291 DEBUG [RS:0;e12b86b8109d:46041.replicationSource.wal-reader.e12b86b8109d%2C46041%2C1733311029088,2-e12b86b8109d,46041,1733311029088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,46041,1733311029088/e12b86b8109d%2C46041%2C1733311029088.1733311030787 to pos 0, reset compression=false 2024-12-04T11:17:16,306 DEBUG [M:0;e12b86b8109d:40949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c51de69f9724fdbbc2de4f90cd4de4c is 82, key is hbase:meta,,1/info:regioninfo/1733311022226/Put/seqid=0 2024-12-04T11:17:16,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741837_1013 (size=5672) 2024-12-04T11:17:16,591 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:17:16,712 INFO [M:0;e12b86b8109d:40949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c51de69f9724fdbbc2de4f90cd4de4c 2024-12-04T11:17:16,731 DEBUG [M:0;e12b86b8109d:40949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c58bfcd17ce42db92d8d0ae2a3d8ca6 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733311022280/Put/seqid=0 2024-12-04T11:17:16,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741838_1014 (size=5275) 2024-12-04T11:17:17,137 INFO [M:0;e12b86b8109d:40949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c58bfcd17ce42db92d8d0ae2a3d8ca6 2024-12-04T11:17:17,165 DEBUG [M:0;e12b86b8109d:40949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eeba722b9e6e4a36ab928b6dabfd2d29 is 69, key is e12b86b8109d,37259,1733311018697/rs:state/1733311020965/Put/seqid=0 2024-12-04T11:17:17,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741839_1015 (size=5156) 2024-12-04T11:17:17,399 DEBUG [RS:0;e12b86b8109d:46041.replicationSource.wal-reader.e12b86b8109d%2C46041%2C1733311029088,1-e12b86b8109d,46041,1733311029088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,46041,1733311029088/e12b86b8109d%2C46041%2C1733311029088.1733311030787 to pos 0, reset compression=false 2024-12-04T11:17:17,405 DEBUG [RS:0;e12b86b8109d:46041.replicationSource.wal-reader.e12b86b8109d%2C46041%2C1733311029088,2-e12b86b8109d,46041,1733311029088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,46041,1733311029088/e12b86b8109d%2C46041%2C1733311029088.1733311030787 to pos 0, reset compression=false 2024-12-04T11:17:17,571 INFO [M:0;e12b86b8109d:40949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eeba722b9e6e4a36ab928b6dabfd2d29 2024-12-04T11:17:17,584 DEBUG [M:0;e12b86b8109d:40949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c51de69f9724fdbbc2de4f90cd4de4c as hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9c51de69f9724fdbbc2de4f90cd4de4c 2024-12-04T11:17:17,591 INFO [M:0;e12b86b8109d:40949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9c51de69f9724fdbbc2de4f90cd4de4c, entries=8, sequenceid=28, filesize=5.5 K 2024-12-04T11:17:17,593 DEBUG [M:0;e12b86b8109d:40949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c58bfcd17ce42db92d8d0ae2a3d8ca6 as hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5c58bfcd17ce42db92d8d0ae2a3d8ca6 2024-12-04T11:17:17,600 INFO [M:0;e12b86b8109d:40949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5c58bfcd17ce42db92d8d0ae2a3d8ca6, entries=3, sequenceid=28, filesize=5.2 K 2024-12-04T11:17:17,602 DEBUG [M:0;e12b86b8109d:40949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eeba722b9e6e4a36ab928b6dabfd2d29 as hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eeba722b9e6e4a36ab928b6dabfd2d29 2024-12-04T11:17:17,610 INFO [M:0;e12b86b8109d:40949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34137/user/jenkins/test-data/a676d85a-9478-8fea-7831-165009be9940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eeba722b9e6e4a36ab928b6dabfd2d29, entries=1, sequenceid=28, filesize=5.0 K 2024-12-04T11:17:17,611 INFO [M:0;e12b86b8109d:40949 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1325ms, sequenceid=28, compaction requested=false 2024-12-04T11:17:17,613 INFO [M:0;e12b86b8109d:40949 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:17:17,613 DEBUG [M:0;e12b86b8109d:40949 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311036286Disabling compacts and flushes for region at 1733311036286Disabling writes for close at 1733311036286Obtaining lock to block concurrent updates at 1733311036286Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733311036286Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733311036287 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733311036288 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733311036288Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733311036305 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733311036305Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733311036718 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733311036731 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733311036731Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733311037152 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733311037165 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733311037165Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17b77c9e: reopening flushed file at 1733311037582 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a268203: reopening flushed file at 1733311037592 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a1a11d7: reopening flushed file at 1733311037601 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1325ms, sequenceid=28, compaction requested=false at 1733311037611 (+10 ms)Writing region close event to WAL at 1733311037613 (+2 ms)Closed at 1733311037613 2024-12-04T11:17:17,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741830_1006 (size=10165) 2024-12-04T11:17:17,616 INFO [M:0;e12b86b8109d:40949 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T11:17:17,616 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:17:17,616 INFO [M:0;e12b86b8109d:40949 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40949 2024-12-04T11:17:17,618 INFO [M:0;e12b86b8109d:40949 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:17:17,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40949-0x101a00f02b50003, quorum=127.0.0.1:55987, baseZNode=/11667282627 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:17:17,753 INFO [M:0;e12b86b8109d:40949 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:17:17,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40949-0x101a00f02b50003, quorum=127.0.0.1:55987, baseZNode=/11667282627 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:17:17,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T11:17:17,804 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T11:17:17,804 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T11:17:17,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T11:17:17,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e114899-1b69-6b0e-70ee-5a332efd63ec/hadoop.log.dir/,STOPPED} 2024-12-04T11:17:17,807 WARN [BP-1755824471-172.17.0.2-1733311016371 heartbeating to localhost/127.0.0.1:34137 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T11:17:17,807 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T11:17:17,807 WARN [BP-1755824471-172.17.0.2-1733311016371 heartbeating to localhost/127.0.0.1:34137 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1755824471-172.17.0.2-1733311016371 (Datanode Uuid b7d1ae1e-65ce-45b0-91b7-7a69bf7fb3fa) service to localhost/127.0.0.1:34137 2024-12-04T11:17:17,807 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T11:17:17,809 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e114899-1b69-6b0e-70ee-5a332efd63ec/cluster_ef679e8b-c6ab-1e49-727c-a93fb7726a57/data/data1/current/BP-1755824471-172.17.0.2-1733311016371 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T11:17:17,809 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e114899-1b69-6b0e-70ee-5a332efd63ec/cluster_ef679e8b-c6ab-1e49-727c-a93fb7726a57/data/data2/current/BP-1755824471-172.17.0.2-1733311016371 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T11:17:17,810 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T11:17:17,817 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T11:17:17,818 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T11:17:17,818 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T11:17:17,818 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T11:17:17,818 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e114899-1b69-6b0e-70ee-5a332efd63ec/hadoop.log.dir/,STOPPED} 2024-12-04T11:17:17,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T11:17:17,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T11:17:17,837 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:17:17,837 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:17:17,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:17,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:17,837 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:17:17,837 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T11:17:17,837 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=66149356, stopped=false 2024-12-04T11:17:17,837 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e12b86b8109d,45025,1733311029036 2024-12-04T11:17:17,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46041-0x101a00f02b50007, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-261746500/running 2024-12-04T11:17:17,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45025-0x101a00f02b50006, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-261746500/running 2024-12-04T11:17:17,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45025-0x101a00f02b50006, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261746500 2024-12-04T11:17:17,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46041-0x101a00f02b50007, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261746500 2024-12-04T11:17:17,879 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:17:17,879 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:17:17,879 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:17:17,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:17,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46041-0x101a00f02b50007, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Set watcher on znode that does not yet exist, /0-261746500/running 2024-12-04T11:17:17,880 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e12b86b8109d,46041,1733311029088' ***** 2024-12-04T11:17:17,880 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T11:17:17,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45025-0x101a00f02b50006, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Set watcher on znode that does not yet exist, /0-261746500/running 2024-12-04T11:17:17,880 INFO [RS:0;e12b86b8109d:46041 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T11:17:17,881 INFO [RS:0;e12b86b8109d:46041 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T11:17:17,881 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T11:17:17,881 INFO [RS:0;e12b86b8109d:46041 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T11:17:17,881 INFO [RS:0;e12b86b8109d:46041 {}] regionserver.HRegionServer(3091): Received CLOSE for f0d45398d221f62f4e79aa9d77ef61ae 2024-12-04T11:17:17,881 INFO [RS:0;e12b86b8109d:46041 {}] regionserver.HRegionServer(959): stopping server e12b86b8109d,46041,1733311029088 2024-12-04T11:17:17,882 INFO [RS:0;e12b86b8109d:46041 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:17:17,882 INFO [RS:0;e12b86b8109d:46041 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:46041. 2024-12-04T11:17:17,882 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f0d45398d221f62f4e79aa9d77ef61ae, disabling compactions & flushes 2024-12-04T11:17:17,882 DEBUG [RS:0;e12b86b8109d:46041 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:17:17,882 DEBUG [RS:0;e12b86b8109d:46041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:17,882 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733311022497.f0d45398d221f62f4e79aa9d77ef61ae. 2024-12-04T11:17:17,882 INFO [RS:0;e12b86b8109d:46041 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T11:17:17,882 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733311022497.f0d45398d221f62f4e79aa9d77ef61ae. 2024-12-04T11:17:17,882 INFO [RS:0;e12b86b8109d:46041 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T11:17:17,882 INFO [RS:0;e12b86b8109d:46041 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T11:17:17,882 INFO [RS:0;e12b86b8109d:46041 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T11:17:17,882 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733311022497.f0d45398d221f62f4e79aa9d77ef61ae. after waiting 0 ms 2024-12-04T11:17:17,882 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733311022497.f0d45398d221f62f4e79aa9d77ef61ae. 2024-12-04T11:17:17,882 INFO [RS:0;e12b86b8109d:46041 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T11:17:17,882 DEBUG [RS:0;e12b86b8109d:46041 {}] regionserver.HRegionServer(1325): Online Regions={f0d45398d221f62f4e79aa9d77ef61ae=hbase:replication,,1733311022497.f0d45398d221f62f4e79aa9d77ef61ae., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T11:17:17,883 DEBUG [RS:0;e12b86b8109d:46041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f0d45398d221f62f4e79aa9d77ef61ae 2024-12-04T11:17:17,883 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:17:17,883 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:17:17,883 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:17:17,883 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:17:17,883 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:17:17,883 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-04T11:17:17,889 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/replication/f0d45398d221f62f4e79aa9d77ef61ae/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-04T11:17:17,890 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:17:17,890 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:17:17,890 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733311022497.f0d45398d221f62f4e79aa9d77ef61ae. 2024-12-04T11:17:17,890 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f0d45398d221f62f4e79aa9d77ef61ae: Waiting for close lock at 1733311037882Running coprocessor pre-close hooks at 1733311037882Disabling compacts and flushes for region at 1733311037882Disabling writes for close at 1733311037882Writing region close event to WAL at 1733311037883 (+1 ms)Running coprocessor post-close hooks at 1733311037890 (+7 ms)Closed at 1733311037890 2024-12-04T11:17:17,890 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733311022497.f0d45398d221f62f4e79aa9d77ef61ae. 2024-12-04T11:17:17,899 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/meta/1588230740/.tmp/info/0f6b407d0cb04a62b0eb189fb11ecdac is 147, key is hbase:replication,,1733311022497.f0d45398d221f62f4e79aa9d77ef61ae./info:regioninfo/1733311035340/Put/seqid=0 2024-12-04T11:17:17,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46227 is added to blk_1073741851_1027 (size=6385) 2024-12-04T11:17:17,930 INFO [regionserver/e12b86b8109d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:17:18,083 DEBUG [RS:0;e12b86b8109d:46041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:17:18,283 DEBUG [RS:0;e12b86b8109d:46041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:17:18,306 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/meta/1588230740/.tmp/info/0f6b407d0cb04a62b0eb189fb11ecdac 2024-12-04T11:17:18,319 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/meta/1588230740/.tmp/info/0f6b407d0cb04a62b0eb189fb11ecdac as hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/meta/1588230740/info/0f6b407d0cb04a62b0eb189fb11ecdac 2024-12-04T11:17:18,326 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/meta/1588230740/info/0f6b407d0cb04a62b0eb189fb11ecdac, entries=8, sequenceid=19, filesize=6.2 K 2024-12-04T11:17:18,327 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=19, compaction requested=false 2024-12-04T11:17:18,332 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-04T11:17:18,333 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:17:18,333 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:17:18,333 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:17:18,333 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311037883Running coprocessor pre-close hooks at 1733311037883Disabling compacts and flushes for region at 1733311037883Disabling writes for close at 1733311037883Obtaining lock to block concurrent updates at 1733311037883Preparing flush snapshotting stores in 1588230740 at 1733311037883Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733311037884 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733311037885 (+1 ms)Flushing 1588230740/info: creating writer at 1733311037885Flushing 1588230740/info: appending metadata at 1733311037899 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733311037899Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27d2eb4: reopening flushed file at 1733311038318 (+419 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=19, compaction requested=false at 1733311038327 (+9 ms)Writing region close event to WAL at 1733311038328 (+1 ms)Running coprocessor post-close hooks at 1733311038333 (+5 ms)Closed at 1733311038333 2024-12-04T11:17:18,334 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T11:17:18,483 INFO [RS:0;e12b86b8109d:46041 {}] regionserver.HRegionServer(976): stopping server e12b86b8109d,46041,1733311029088; all regions closed. 2024-12-04T11:17:18,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46227 is added to blk_1073741849_1025 (size=2156) 2024-12-04T11:17:18,490 DEBUG [RS:0;e12b86b8109d:46041 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/oldWALs 2024-12-04T11:17:18,490 INFO [RS:0;e12b86b8109d:46041 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e12b86b8109d%2C46041%2C1733311029088.meta:.meta(num 1733311031068) 2024-12-04T11:17:18,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46227 is added to blk_1073741850_1026 (size=796) 2024-12-04T11:17:18,493 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,46041,1733311029088/e12b86b8109d%2C46041%2C1733311029088.rep.1733311035288 not finished, retry = 0 2024-12-04T11:17:18,598 DEBUG [RS:0;e12b86b8109d:46041 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/oldWALs 2024-12-04T11:17:18,598 INFO [RS:0;e12b86b8109d:46041 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e12b86b8109d%2C46041%2C1733311029088.rep:(num 1733311035288) 2024-12-04T11:17:18,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46227 is added to blk_1073741848_1024 (size=93) 2024-12-04T11:17:18,605 DEBUG [RS:0;e12b86b8109d:46041.replicationSource.wal-reader.e12b86b8109d%2C46041%2C1733311029088,1-e12b86b8109d,46041,1733311029088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,46041,1733311029088/e12b86b8109d%2C46041%2C1733311029088.1733311030787 to pos 0, reset compression=false 2024-12-04T11:17:18,607 DEBUG [RS:0;e12b86b8109d:46041 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/oldWALs 2024-12-04T11:17:18,607 INFO [RS:0;e12b86b8109d:46041 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e12b86b8109d%2C46041%2C1733311029088:(num 1733311030787) 2024-12-04T11:17:18,607 DEBUG [RS:0;e12b86b8109d:46041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:18,607 INFO [RS:0;e12b86b8109d:46041 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:17:18,607 INFO [RS:0;e12b86b8109d:46041 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:17:18,607 INFO [RS:0;e12b86b8109d:46041 {}] hbase.ChoreService(370): Chore service for: regionserver/e12b86b8109d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T11:17:18,608 INFO [RS:0;e12b86b8109d:46041 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:17:18,608 INFO [regionserver/e12b86b8109d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:17:18,608 INFO [RS:0;e12b86b8109d:46041 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e12b86b8109d,46041,1733311029088 because: Region server is closing 2024-12-04T11:17:18,608 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/e12b86b8109d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-04T11:17:18,608 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/e12b86b8109d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-04T11:17:18,609 INFO [RS:0;e12b86b8109d:46041 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:46041. 2024-12-04T11:17:18,609 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/e12b86b8109d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-04T11:17:18,609 DEBUG [RS:0;e12b86b8109d:46041 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:17:18,609 INFO [RS:0;e12b86b8109d:46041.replicationSource.wal-reader.e12b86b8109d%2C46041%2C1733311029088,1-e12b86b8109d,46041,1733311029088 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,46041,1733311029088/e12b86b8109d%2C46041%2C1733311029088.1733311030787 was moved to hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/oldWALs/e12b86b8109d%2C46041%2C1733311029088.1733311030787 2024-12-04T11:17:18,609 DEBUG [RS:0;e12b86b8109d:46041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:18,609 DEBUG [RS:0;e12b86b8109d:46041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:18,609 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:17:18,610 DEBUG [RS:0;e12b86b8109d:46041.replicationSource.wal-reader.e12b86b8109d%2C46041%2C1733311029088,2-e12b86b8109d,46041,1733311029088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,46041,1733311029088/e12b86b8109d%2C46041%2C1733311029088.1733311030787 to pos 0, reset compression=false 2024-12-04T11:17:18,613 DEBUG [RS:0;e12b86b8109d:46041.replicationSource.wal-reader.e12b86b8109d%2C46041%2C1733311029088,1-e12b86b8109d,46041,1733311029088 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,46041,1733311029088/e12b86b8109d%2C46041%2C1733311029088.1733311030787 2024-12-04T11:17:18,617 INFO [RS:0;e12b86b8109d:46041.replicationSource.wal-reader.e12b86b8109d%2C46041%2C1733311029088,2-e12b86b8109d,46041,1733311029088 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,46041,1733311029088/e12b86b8109d%2C46041%2C1733311029088.1733311030787 was moved to hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/oldWALs/e12b86b8109d%2C46041%2C1733311029088.1733311030787 2024-12-04T11:17:18,614 DEBUG [RS:0;e12b86b8109d:46041.replicationSource.shippere12b86b8109d%2C46041%2C1733311029088,1-e12b86b8109d,46041,1733311029088 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,46041,1733311029088 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,46041,1733311029088/e12b86b8109d%2C46041%2C1733311029088.1733311030787, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-04T11:17:18,620 DEBUG [RS:0;e12b86b8109d:46041.replicationSource.shippere12b86b8109d%2C46041%2C1733311029088,1-e12b86b8109d,46041,1733311029088 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:17:18,620 DEBUG [RS:0;e12b86b8109d:46041.replicationSource.shippere12b86b8109d%2C46041%2C1733311029088,1-e12b86b8109d,46041,1733311029088 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,46041,1733311029088, seqNum=-1] 2024-12-04T11:17:18,621 DEBUG [RS:0;e12b86b8109d:46041.replicationSource.wal-reader.e12b86b8109d%2C46041%2C1733311029088,2-e12b86b8109d,46041,1733311029088 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,46041,1733311029088/e12b86b8109d%2C46041%2C1733311029088.1733311030787 2024-12-04T11:17:18,621 DEBUG [RS:0;e12b86b8109d:46041.replicationSource.wal-reader.e12b86b8109d%2C46041%2C1733311029088,2-e12b86b8109d,46041,1733311029088 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-04T11:17:18,621 DEBUG [RS:0;e12b86b8109d:46041.replicationSource.shippere12b86b8109d%2C46041%2C1733311029088,2-e12b86b8109d,46041,1733311029088 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-e12b86b8109d,46041,1733311029088 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/WALs/e12b86b8109d,46041,1733311029088/e12b86b8109d%2C46041%2C1733311029088.1733311030787, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-04T11:17:18,621 DEBUG [RS:0;e12b86b8109d:46041.replicationSource.wal-reader.e12b86b8109d%2C46041%2C1733311029088,2-e12b86b8109d,46041,1733311029088 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-04T11:17:18,622 WARN [RS:0;e12b86b8109d:46041.replicationSource.shippere12b86b8109d%2C46041%2C1733311029088,1-e12b86b8109d,46041,1733311029088 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='1-e12b86b8109d,46041,1733311029088', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:46041 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-12-04T11:17:18,622 WARN [RS:0;e12b86b8109d:46041.replicationSource.shippere12b86b8109d%2C46041%2C1733311029088,2-e12b86b8109d,46041,1733311029088 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-e12b86b8109d,46041,1733311029088', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:46041 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-12-04T11:17:18,624 DEBUG [RS:0;e12b86b8109d:46041.replicationSource.shippere12b86b8109d%2C46041%2C1733311029088,1-e12b86b8109d,46041,1733311029088 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-12-04T11:17:18,624 DEBUG [RS:0;e12b86b8109d:46041.replicationSource.shippere12b86b8109d%2C46041%2C1733311029088,1-e12b86b8109d,46041,1733311029088 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [e12b86b8109d%2C46041%2C1733311029088.1733311030787] 2024-12-04T11:17:18,624 ERROR [RS:0;e12b86b8109d:46041.replicationSource.shippere12b86b8109d%2C46041%2C1733311029088,2-e12b86b8109d,46041,1733311029088 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e12b86b8109d,46041,1733311029088: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-e12b86b8109d,46041,1733311029088, walGroup=e12b86b8109d%2C46041%2C1733311029088, offset=e12b86b8109d%2C46041%2C1733311029088.1733311030787:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:46041 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T11:17:18,625 ERROR [RS:0;e12b86b8109d:46041.replicationSource.shippere12b86b8109d%2C46041%2C1733311029088,2-e12b86b8109d,46041,1733311029088 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T11:17:18,627 DEBUG [RS:0;e12b86b8109d:46041.replicationSource.shippere12b86b8109d%2C46041%2C1733311029088,2-e12b86b8109d,46041,1733311029088 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T11:17:18,628 DEBUG [RS:0;e12b86b8109d:46041.replicationSource.shippere12b86b8109d%2C46041%2C1733311029088,2-e12b86b8109d,46041,1733311029088 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T11:17:18,628 DEBUG [RS:0;e12b86b8109d:46041.replicationSource.shippere12b86b8109d%2C46041%2C1733311029088,2-e12b86b8109d,46041,1733311029088 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T11:17:18,628 DEBUG [RS:0;e12b86b8109d:46041.replicationSource.shippere12b86b8109d%2C46041%2C1733311029088,2-e12b86b8109d,46041,1733311029088 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T11:17:18,628 INFO [RS:0;e12b86b8109d:46041.replicationSource.shippere12b86b8109d%2C46041%2C1733311029088,2-e12b86b8109d,46041,1733311029088 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 589663728 }, "NonHeapMemoryUsage": { "committed": 162267136, "init": 7667712, "max": -1, "used": 158343744 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T11:17:18,629 DEBUG [RS:0;e12b86b8109d:46041.replicationSource.shippere12b86b8109d%2C46041%2C1733311029088,2-e12b86b8109d,46041,1733311029088 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [e12b86b8109d%2C46041%2C1733311029088.1733311030787] 2024-12-04T11:17:18,710 INFO [RS:0;e12b86b8109d:46041 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;e12b86b8109d:46041.replicationSource.shippere12b86b8109d%2C46041%2C1733311029088,1-e12b86b8109d,46041,1733311029088 terminated 2024-12-04T11:17:18,710 INFO [RS:0;e12b86b8109d:46041 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-e12b86b8109d,46041,1733311029088 because: Region server is closing 2024-12-04T11:17:18,710 INFO [RS:0;e12b86b8109d:46041 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:46041. 2024-12-04T11:17:18,710 DEBUG [RS:0;e12b86b8109d:46041 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:17:18,710 DEBUG [RS:0;e12b86b8109d:46041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:18,710 DEBUG [RS:0;e12b86b8109d:46041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:18,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:17:18,710 INFO [RS:0;e12b86b8109d:46041 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;e12b86b8109d:46041.replicationSource.shippere12b86b8109d%2C46041%2C1733311029088,2-e12b86b8109d,46041,1733311029088 terminated 2024-12-04T11:17:18,710 INFO [RS:0;e12b86b8109d:46041 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46041 2024-12-04T11:17:18,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45025-0x101a00f02b50006, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261746500/rs 2024-12-04T11:17:18,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46041-0x101a00f02b50007, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-261746500/rs/e12b86b8109d,46041,1733311029088 2024-12-04T11:17:18,726 INFO [RS:0;e12b86b8109d:46041 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:17:18,736 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e12b86b8109d,46041,1733311029088] 2024-12-04T11:17:18,747 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-261746500/draining/e12b86b8109d,46041,1733311029088 already deleted, retry=false 2024-12-04T11:17:18,747 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e12b86b8109d,46041,1733311029088 expired; onlineServers=0 2024-12-04T11:17:18,747 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e12b86b8109d,45025,1733311029036' ***** 2024-12-04T11:17:18,747 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T11:17:18,747 INFO [M:0;e12b86b8109d:45025 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:17:18,747 INFO [M:0;e12b86b8109d:45025 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:17:18,747 DEBUG [M:0;e12b86b8109d:45025 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T11:17:18,747 DEBUG [M:0;e12b86b8109d:45025 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T11:17:18,747 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T11:17:18,747 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311030431 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311030431,5,FailOnTimeoutGroup] 2024-12-04T11:17:18,747 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311030430 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311030430,5,FailOnTimeoutGroup] 2024-12-04T11:17:18,748 INFO [M:0;e12b86b8109d:45025 {}] hbase.ChoreService(370): Chore service for: master/e12b86b8109d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T11:17:18,748 INFO [M:0;e12b86b8109d:45025 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:17:18,748 DEBUG [M:0;e12b86b8109d:45025 {}] master.HMaster(1795): Stopping service threads 2024-12-04T11:17:18,748 INFO [M:0;e12b86b8109d:45025 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T11:17:18,748 INFO [M:0;e12b86b8109d:45025 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:17:18,748 INFO [M:0;e12b86b8109d:45025 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T11:17:18,748 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T11:17:18,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45025-0x101a00f02b50006, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-261746500/master 2024-12-04T11:17:18,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45025-0x101a00f02b50006, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261746500 2024-12-04T11:17:18,758 DEBUG [M:0;e12b86b8109d:45025 {}] zookeeper.ZKUtil(347): master:45025-0x101a00f02b50006, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Unable to get data of znode /0-261746500/master because node does not exist (not an error) 2024-12-04T11:17:18,758 WARN [M:0;e12b86b8109d:45025 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T11:17:18,759 INFO [M:0;e12b86b8109d:45025 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/.lastflushedseqids 2024-12-04T11:17:18,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46227 is added to blk_1073741852_1028 (size=181) 2024-12-04T11:17:18,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46041-0x101a00f02b50007, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:17:18,837 INFO [RS:0;e12b86b8109d:46041 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:17:18,837 INFO [RS:0;e12b86b8109d:46041 {}] regionserver.HRegionServer(1031): Exiting; stopping=e12b86b8109d,46041,1733311029088; zookeeper connection closed. 2024-12-04T11:17:18,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46041-0x101a00f02b50007, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:17:18,837 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@361e5b38 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@361e5b38 2024-12-04T11:17:18,837 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T11:17:19,167 INFO [M:0;e12b86b8109d:45025 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T11:17:19,167 INFO [M:0;e12b86b8109d:45025 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T11:17:19,167 DEBUG [M:0;e12b86b8109d:45025 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:17:19,167 INFO [M:0;e12b86b8109d:45025 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:17:19,167 DEBUG [M:0;e12b86b8109d:45025 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:17:19,167 DEBUG [M:0;e12b86b8109d:45025 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:17:19,167 DEBUG [M:0;e12b86b8109d:45025 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:17:19,167 INFO [M:0;e12b86b8109d:45025 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-04T11:17:19,183 DEBUG [M:0;e12b86b8109d:45025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/928102eb8fe2458c8654af636b3326d0 is 82, key is hbase:meta,,1/info:regioninfo/1733311031130/Put/seqid=0 2024-12-04T11:17:19,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46227 is added to blk_1073741853_1029 (size=5680) 2024-12-04T11:17:19,587 INFO [M:0;e12b86b8109d:45025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/928102eb8fe2458c8654af636b3326d0 2024-12-04T11:17:19,609 DEBUG [M:0;e12b86b8109d:45025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/73dba1b960a8448a94e1b29354c3fa89 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733311035352/Put/seqid=0 2024-12-04T11:17:19,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46227 is added to blk_1073741854_1030 (size=7319) 2024-12-04T11:17:20,015 INFO [M:0;e12b86b8109d:45025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/73dba1b960a8448a94e1b29354c3fa89 2024-12-04T11:17:20,034 DEBUG [M:0;e12b86b8109d:45025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4665f9b6672f489d8d7c78e3d7299c02 is 69, key is e12b86b8109d,46041,1733311029088/rs:state/1733311030568/Put/seqid=0 2024-12-04T11:17:20,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46227 is added to blk_1073741855_1031 (size=5371) 2024-12-04T11:17:20,083 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T11:17:20,439 INFO [M:0;e12b86b8109d:45025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4665f9b6672f489d8d7c78e3d7299c02 2024-12-04T11:17:20,445 INFO [M:0;e12b86b8109d:45025 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4665f9b6672f489d8d7c78e3d7299c02 2024-12-04T11:17:20,446 DEBUG [M:0;e12b86b8109d:45025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/928102eb8fe2458c8654af636b3326d0 as hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/928102eb8fe2458c8654af636b3326d0 2024-12-04T11:17:20,452 INFO [M:0;e12b86b8109d:45025 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/928102eb8fe2458c8654af636b3326d0, entries=8, sequenceid=172, filesize=5.5 K 2024-12-04T11:17:20,453 DEBUG [M:0;e12b86b8109d:45025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/73dba1b960a8448a94e1b29354c3fa89 as hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/73dba1b960a8448a94e1b29354c3fa89 2024-12-04T11:17:20,460 INFO [M:0;e12b86b8109d:45025 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/73dba1b960a8448a94e1b29354c3fa89, entries=7, sequenceid=172, filesize=7.1 K 2024-12-04T11:17:20,461 DEBUG [M:0;e12b86b8109d:45025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4665f9b6672f489d8d7c78e3d7299c02 as hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4665f9b6672f489d8d7c78e3d7299c02 2024-12-04T11:17:20,467 INFO [M:0;e12b86b8109d:45025 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4665f9b6672f489d8d7c78e3d7299c02 2024-12-04T11:17:20,467 INFO [M:0;e12b86b8109d:45025 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37999/user/jenkins/test-data/c88bcbd4-b8c5-1418-9bcf-25e08289f4d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4665f9b6672f489d8d7c78e3d7299c02, entries=2, sequenceid=172, filesize=5.2 K 2024-12-04T11:17:20,468 INFO [M:0;e12b86b8109d:45025 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=172, compaction requested=false 2024-12-04T11:17:20,470 INFO [M:0;e12b86b8109d:45025 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:17:20,470 DEBUG [M:0;e12b86b8109d:45025 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311039167Disabling compacts and flushes for region at 1733311039167Disabling writes for close at 1733311039167Obtaining lock to block concurrent updates at 1733311039167Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733311039167Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733311039168 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733311039168Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733311039168Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733311039182 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733311039182Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733311039592 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733311039609 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733311039609Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733311040021 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733311040033 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733311040033Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c9e3a2a: reopening flushed file at 1733311040445 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d80eb3b: reopening flushed file at 1733311040453 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b5d9efb: reopening flushed file at 1733311040460 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=172, compaction requested=false at 1733311040468 (+8 ms)Writing region close event to WAL at 1733311040470 (+2 ms)Closed at 1733311040470 2024-12-04T11:17:20,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46227 is added to blk_1073741847_1023 (size=22949) 2024-12-04T11:17:20,473 INFO [M:0;e12b86b8109d:45025 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T11:17:20,473 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:17:20,473 INFO [M:0;e12b86b8109d:45025 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45025 2024-12-04T11:17:20,473 INFO [M:0;e12b86b8109d:45025 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:17:20,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45025-0x101a00f02b50006, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:17:20,623 INFO [M:0;e12b86b8109d:45025 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:17:20,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45025-0x101a00f02b50006, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:17:20,625 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T11:17:20,625 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T11:17:20,625 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T11:17:20,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T11:17:20,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587d06f5-f586-6c54-1408-d8b1060288cb/hadoop.log.dir/,STOPPED} 2024-12-04T11:17:20,627 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T11:17:20,627 WARN [BP-470217438-172.17.0.2-1733311007142 heartbeating to localhost/127.0.0.1:37999 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T11:17:20,627 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T11:17:20,627 WARN [BP-470217438-172.17.0.2-1733311007142 heartbeating to localhost/127.0.0.1:37999 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-470217438-172.17.0.2-1733311007142 (Datanode Uuid 51752829-4130-487f-a0a7-f7b6d2aec976) service to localhost/127.0.0.1:37999 2024-12-04T11:17:20,627 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587d06f5-f586-6c54-1408-d8b1060288cb/cluster_050824c8-161f-e545-39af-72f7eba801b0/data/data1/current/BP-470217438-172.17.0.2-1733311007142 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T11:17:20,628 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587d06f5-f586-6c54-1408-d8b1060288cb/cluster_050824c8-161f-e545-39af-72f7eba801b0/data/data2/current/BP-470217438-172.17.0.2-1733311007142 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T11:17:20,628 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T11:17:20,632 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T11:17:20,633 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T11:17:20,633 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T11:17:20,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T11:17:20,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587d06f5-f586-6c54-1408-d8b1060288cb/hadoop.log.dir/,STOPPED} 2024-12-04T11:17:20,639 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T11:17:20,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T11:17:20,660 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=110 (was 11) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37999 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:37999 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e12b86b8109d:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e12b86b8109d:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e12b86b8109d:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37999 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@2c872d14 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34137 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55987) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55987) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37999 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e12b86b8109d:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:37999 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34137 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37999 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34137 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34137 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:34137 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e12b86b8109d:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=328 (was 378), ProcessCount=11 (was 11), AvailableMemoryMB=3738 (was 3836) 2024-12-04T11:17:20,667 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=110, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=328, ProcessCount=11, AvailableMemoryMB=3736 2024-12-04T11:17:20,678 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-04T11:17:20,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e114899-1b69-6b0e-70ee-5a332efd63ec/hadoop.log.dir so I do NOT create it in target/test-data/e57afb90-7fd1-f51a-7861-f2a4166d8670 2024-12-04T11:17:20,678 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e114899-1b69-6b0e-70ee-5a332efd63ec/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T11:17:20,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e114899-1b69-6b0e-70ee-5a332efd63ec/hadoop.tmp.dir so I do NOT create it in target/test-data/e57afb90-7fd1-f51a-7861-f2a4166d8670 2024-12-04T11:17:20,678 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e114899-1b69-6b0e-70ee-5a332efd63ec/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T11:17:20,678 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e57afb90-7fd1-f51a-7861-f2a4166d8670 2024-12-04T11:17:20,678 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e57afb90-7fd1-f51a-7861-f2a4166d8670/cluster_35502d64-f514-bb24-25ab-bbba8d3073f8, deleteOnExit=true 2024-12-04T11:17:20,681 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e57afb90-7fd1-f51a-7861-f2a4166d8670/cluster_35502d64-f514-bb24-25ab-bbba8d3073f8/zookeeper_0, clientPort=57070, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e57afb90-7fd1-f51a-7861-f2a4166d8670/cluster_35502d64-f514-bb24-25ab-bbba8d3073f8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e57afb90-7fd1-f51a-7861-f2a4166d8670/cluster_35502d64-f514-bb24-25ab-bbba8d3073f8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T11:17:20,682 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57070 2024-12-04T11:17:20,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T11:17:20,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T11:17:20,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e57afb90-7fd1-f51a-7861-f2a4166d8670/test.cache.data in system properties and HBase conf 2024-12-04T11:17:20,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e57afb90-7fd1-f51a-7861-f2a4166d8670/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T11:17:20,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e57afb90-7fd1-f51a-7861-f2a4166d8670/hadoop.log.dir in system properties and HBase conf 2024-12-04T11:17:20,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e57afb90-7fd1-f51a-7861-f2a4166d8670/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T11:17:20,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e57afb90-7fd1-f51a-7861-f2a4166d8670/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T11:17:20,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T11:17:20,683 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T11:17:20,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e57afb90-7fd1-f51a-7861-f2a4166d8670/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T11:17:20,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e57afb90-7fd1-f51a-7861-f2a4166d8670/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T11:17:20,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e57afb90-7fd1-f51a-7861-f2a4166d8670/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T11:17:20,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e57afb90-7fd1-f51a-7861-f2a4166d8670/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T11:17:20,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e57afb90-7fd1-f51a-7861-f2a4166d8670/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T11:17:20,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e57afb90-7fd1-f51a-7861-f2a4166d8670/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T11:17:20,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e57afb90-7fd1-f51a-7861-f2a4166d8670/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T11:17:20,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e57afb90-7fd1-f51a-7861-f2a4166d8670/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T11:17:20,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e57afb90-7fd1-f51a-7861-f2a4166d8670/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T11:17:20,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e57afb90-7fd1-f51a-7861-f2a4166d8670/nfs.dump.dir in system properties and HBase conf 2024-12-04T11:17:20,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e57afb90-7fd1-f51a-7861-f2a4166d8670/java.io.tmpdir in system properties and HBase conf 2024-12-04T11:17:20,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e57afb90-7fd1-f51a-7861-f2a4166d8670/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T11:17:20,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e57afb90-7fd1-f51a-7861-f2a4166d8670/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T11:17:20,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e57afb90-7fd1-f51a-7861-f2a4166d8670/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T11:17:20,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a00f02b50005, quorum=127.0.0.1:55987, baseZNode=/11667282627 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T11:17:20,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a00f02b50002, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T11:17:20,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a00f02b50002, quorum=127.0.0.1:55987, baseZNode=/0-261746500 Received Disconnected from ZooKeeper, ignoring 2024-12-04T11:17:20,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a00f02b50005, quorum=127.0.0.1:55987, baseZNode=/11667282627 Received Disconnected from ZooKeeper, ignoring 2024-12-04T11:17:21,032 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:17:21,037 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T11:17:21,038 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T11:17:21,038 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T11:17:21,038 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T11:17:21,039 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:17:21,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ca33c04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e57afb90-7fd1-f51a-7861-f2a4166d8670/hadoop.log.dir/,AVAILABLE} 2024-12-04T11:17:21,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42df17bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T11:17:21,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79d1e79d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e57afb90-7fd1-f51a-7861-f2a4166d8670/java.io.tmpdir/jetty-localhost-33669-hadoop-hdfs-3_4_1-tests_jar-_-any-10876673852034241725/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T11:17:21,136 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3553eb7e{HTTP/1.1, (http/1.1)}{localhost:33669} 2024-12-04T11:17:21,136 INFO [Time-limited test {}] server.Server(415): Started @35847ms 2024-12-04T11:17:21,208 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:17:21,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T11:17:21,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T11:17:21,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:17:21,457 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:17:21,460 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T11:17:21,461 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T11:17:21,461 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T11:17:21,461 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T11:17:21,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4438aed1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e57afb90-7fd1-f51a-7861-f2a4166d8670/hadoop.log.dir/,AVAILABLE} 2024-12-04T11:17:21,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68b58e18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T11:17:21,555 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61131b46{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e57afb90-7fd1-f51a-7861-f2a4166d8670/java.io.tmpdir/jetty-localhost-33887-hadoop-hdfs-3_4_1-tests_jar-_-any-725493512354449802/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T11:17:21,556 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24849c3d{HTTP/1.1, (http/1.1)}{localhost:33887} 2024-12-04T11:17:21,556 INFO [Time-limited test {}] server.Server(415): Started @36267ms 2024-12-04T11:17:21,557 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T11:17:22,290 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e57afb90-7fd1-f51a-7861-f2a4166d8670/cluster_35502d64-f514-bb24-25ab-bbba8d3073f8/data/data1/current/BP-853255795-172.17.0.2-1733311040706/current, will proceed with Du for space computation calculation, 2024-12-04T11:17:22,291 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e57afb90-7fd1-f51a-7861-f2a4166d8670/cluster_35502d64-f514-bb24-25ab-bbba8d3073f8/data/data2/current/BP-853255795-172.17.0.2-1733311040706/current, will proceed with Du for space computation calculation, 2024-12-04T11:17:22,313 WARN [Thread-486 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T11:17:22,315 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x45cf1831b1cda46f with lease ID 0x137ac9295da8a5ab: Processing first storage report for DS-97826db0-5e0b-4486-9773-5608d3eb73a3 from datanode DatanodeRegistration(127.0.0.1:38983, datanodeUuid=242c4a20-47b6-4d77-be38-c608bfdd1b97, infoPort=43831, infoSecurePort=0, ipcPort=38269, storageInfo=lv=-57;cid=testClusterID;nsid=1240634522;c=1733311040706) 2024-12-04T11:17:22,315 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x45cf1831b1cda46f with lease ID 0x137ac9295da8a5ab: from storage DS-97826db0-5e0b-4486-9773-5608d3eb73a3 node DatanodeRegistration(127.0.0.1:38983, datanodeUuid=242c4a20-47b6-4d77-be38-c608bfdd1b97, infoPort=43831, infoSecurePort=0, ipcPort=38269, storageInfo=lv=-57;cid=testClusterID;nsid=1240634522;c=1733311040706), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T11:17:22,315 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x45cf1831b1cda46f with lease ID 0x137ac9295da8a5ab: Processing first storage report for DS-782c78c6-f583-4209-89c1-2519c0f0ef5f from datanode DatanodeRegistration(127.0.0.1:38983, datanodeUuid=242c4a20-47b6-4d77-be38-c608bfdd1b97, infoPort=43831, infoSecurePort=0, ipcPort=38269, storageInfo=lv=-57;cid=testClusterID;nsid=1240634522;c=1733311040706) 2024-12-04T11:17:22,315 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x45cf1831b1cda46f with lease ID 0x137ac9295da8a5ab: from storage DS-782c78c6-f583-4209-89c1-2519c0f0ef5f node DatanodeRegistration(127.0.0.1:38983, datanodeUuid=242c4a20-47b6-4d77-be38-c608bfdd1b97, infoPort=43831, infoSecurePort=0, ipcPort=38269, storageInfo=lv=-57;cid=testClusterID;nsid=1240634522;c=1733311040706), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T11:17:22,398 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e57afb90-7fd1-f51a-7861-f2a4166d8670 2024-12-04T11:17:22,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:17:22,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:17:22,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741825_1001 (size=7) 2024-12-04T11:17:22,809 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8 with version=8 2024-12-04T11:17:22,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/hbase-staging 2024-12-04T11:17:22,811 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:17:22,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:17:22,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:17:22,811 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:17:22,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:17:22,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:17:22,811 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T11:17:22,811 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:17:22,812 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45667 2024-12-04T11:17:22,813 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45667 connecting to ZooKeeper ensemble=127.0.0.1:57070 2024-12-04T11:17:22,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:456670x0, quorum=127.0.0.1:57070, baseZNode=/01837890025 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:17:22,888 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45667-0x101a00f88540000 connected 2024-12-04T11:17:22,968 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:17:22,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:17:22,971 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45667-0x101a00f88540000, quorum=127.0.0.1:57070, baseZNode=/01837890025 Set watcher on znode that does not yet exist, /01837890025/running 2024-12-04T11:17:22,972 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8, hbase.cluster.distributed=false 2024-12-04T11:17:22,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45667-0x101a00f88540000, quorum=127.0.0.1:57070, baseZNode=/01837890025 Set watcher on znode that does not yet exist, /01837890025/acl 2024-12-04T11:17:22,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45667 2024-12-04T11:17:22,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45667 2024-12-04T11:17:22,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45667 2024-12-04T11:17:22,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45667 2024-12-04T11:17:22,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45667 2024-12-04T11:17:23,001 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:17:23,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:17:23,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:17:23,001 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:17:23,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:17:23,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:17:23,001 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T11:17:23,002 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:17:23,002 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39951 2024-12-04T11:17:23,003 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39951 connecting to ZooKeeper ensemble=127.0.0.1:57070 2024-12-04T11:17:23,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:17:23,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:17:23,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399510x0, quorum=127.0.0.1:57070, baseZNode=/01837890025 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:17:23,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39951-0x101a00f88540001, quorum=127.0.0.1:57070, baseZNode=/01837890025 Set watcher on znode that does not yet exist, /01837890025/running 2024-12-04T11:17:23,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39951-0x101a00f88540001 connected 2024-12-04T11:17:23,021 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T11:17:23,022 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T11:17:23,022 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39951-0x101a00f88540001, quorum=127.0.0.1:57070, baseZNode=/01837890025 Set watcher on znode that does not yet exist, /01837890025/master 2024-12-04T11:17:23,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39951-0x101a00f88540001, quorum=127.0.0.1:57070, baseZNode=/01837890025 Set watcher on znode that does not yet exist, /01837890025/acl 2024-12-04T11:17:23,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39951 2024-12-04T11:17:23,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39951 2024-12-04T11:17:23,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39951 2024-12-04T11:17:23,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39951 2024-12-04T11:17:23,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39951 2024-12-04T11:17:23,036 DEBUG [M:0;e12b86b8109d:45667 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e12b86b8109d:45667 2024-12-04T11:17:23,037 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01837890025/backup-masters/e12b86b8109d,45667,1733311042811 2024-12-04T11:17:23,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x101a00f88540000, quorum=127.0.0.1:57070, baseZNode=/01837890025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837890025/backup-masters 2024-12-04T11:17:23,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39951-0x101a00f88540001, quorum=127.0.0.1:57070, baseZNode=/01837890025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837890025/backup-masters 2024-12-04T11:17:23,049 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45667-0x101a00f88540000, quorum=127.0.0.1:57070, baseZNode=/01837890025 Set watcher on existing znode=/01837890025/backup-masters/e12b86b8109d,45667,1733311042811 2024-12-04T11:17:23,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39951-0x101a00f88540001, quorum=127.0.0.1:57070, baseZNode=/01837890025 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01837890025/master 2024-12-04T11:17:23,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x101a00f88540000, quorum=127.0.0.1:57070, baseZNode=/01837890025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837890025 2024-12-04T11:17:23,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39951-0x101a00f88540001, quorum=127.0.0.1:57070, baseZNode=/01837890025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837890025 2024-12-04T11:17:23,060 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45667-0x101a00f88540000, quorum=127.0.0.1:57070, baseZNode=/01837890025 Set watcher on existing znode=/01837890025/master 2024-12-04T11:17:23,060 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01837890025/backup-masters/e12b86b8109d,45667,1733311042811 from backup master directory 2024-12-04T11:17:23,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x101a00f88540000, quorum=127.0.0.1:57070, baseZNode=/01837890025 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01837890025/backup-masters/e12b86b8109d,45667,1733311042811 2024-12-04T11:17:23,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39951-0x101a00f88540001, quorum=127.0.0.1:57070, baseZNode=/01837890025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837890025/backup-masters 2024-12-04T11:17:23,070 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:17:23,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x101a00f88540000, quorum=127.0.0.1:57070, baseZNode=/01837890025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837890025/backup-masters 2024-12-04T11:17:23,070 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e12b86b8109d,45667,1733311042811 2024-12-04T11:17:23,075 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/hbase.id] with ID: 6651880c-8a9a-46d4-8da6-e0356f63d7d2 2024-12-04T11:17:23,075 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/.tmp/hbase.id 2024-12-04T11:17:23,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741826_1002 (size=42) 2024-12-04T11:17:23,391 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:17:23,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:17:23,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:17:23,480 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/.tmp/hbase.id]:[hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/hbase.id] 2024-12-04T11:17:23,494 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:17:23,494 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T11:17:23,496 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-04T11:17:23,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x101a00f88540000, quorum=127.0.0.1:57070, baseZNode=/01837890025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837890025 2024-12-04T11:17:23,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39951-0x101a00f88540001, quorum=127.0.0.1:57070, baseZNode=/01837890025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837890025 2024-12-04T11:17:23,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741827_1003 (size=196) 2024-12-04T11:17:23,982 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:17:23,983 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T11:17:23,983 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:17:23,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741828_1004 (size=1189) 2024-12-04T11:17:24,392 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/MasterData/data/master/store 2024-12-04T11:17:24,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741829_1005 (size=34) 2024-12-04T11:17:24,798 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:17:24,799 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:17:24,799 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:17:24,799 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:17:24,799 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:17:24,799 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:17:24,799 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:17:24,799 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311044799Disabling compacts and flushes for region at 1733311044799Disabling writes for close at 1733311044799Writing region close event to WAL at 1733311044799Closed at 1733311044799 2024-12-04T11:17:24,800 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/MasterData/data/master/store/.initializing 2024-12-04T11:17:24,800 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/MasterData/WALs/e12b86b8109d,45667,1733311042811 2024-12-04T11:17:24,801 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:17:24,803 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e12b86b8109d%2C45667%2C1733311042811, suffix=, logDir=hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/MasterData/WALs/e12b86b8109d,45667,1733311042811, archiveDir=hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/MasterData/oldWALs, maxLogs=10 2024-12-04T11:17:24,815 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/MasterData/WALs/e12b86b8109d,45667,1733311042811/e12b86b8109d%2C45667%2C1733311042811.1733311044803, exclude list is [], retry=0 2024-12-04T11:17:24,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38983,DS-97826db0-5e0b-4486-9773-5608d3eb73a3,DISK] 2024-12-04T11:17:24,819 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/MasterData/WALs/e12b86b8109d,45667,1733311042811/e12b86b8109d%2C45667%2C1733311042811.1733311044803 2024-12-04T11:17:24,820 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43831:43831)] 2024-12-04T11:17:24,820 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:17:24,820 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:17:24,820 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:24,820 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:24,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:24,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T11:17:24,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:24,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:24,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:24,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T11:17:24,825 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:24,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:17:24,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:24,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T11:17:24,827 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:24,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:17:24,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:24,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T11:17:24,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:24,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:17:24,829 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:24,829 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:24,830 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:24,831 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:24,831 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:24,832 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:17:24,833 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:24,835 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:17:24,836 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72325173, jitterRate=0.07772906124591827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:17:24,836 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733311044820Initializing all the Stores at 1733311044821 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311044821Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311044822 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311044822Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311044822Cleaning up temporary data from old regions at 1733311044831 (+9 ms)Region opened successfully at 1733311044836 (+5 ms) 2024-12-04T11:17:24,837 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T11:17:24,840 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39a050bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:17:24,841 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T11:17:24,841 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T11:17:24,841 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T11:17:24,841 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T11:17:24,842 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T11:17:24,842 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T11:17:24,842 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T11:17:24,844 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T11:17:24,845 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45667-0x101a00f88540000, quorum=127.0.0.1:57070, baseZNode=/01837890025 Unable to get data of znode /01837890025/balancer because node does not exist (not necessarily an error) 2024-12-04T11:17:24,999 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01837890025/balancer already deleted, retry=false 2024-12-04T11:17:24,999 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T11:17:25,000 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45667-0x101a00f88540000, quorum=127.0.0.1:57070, baseZNode=/01837890025 Unable to get data of znode /01837890025/normalizer because node does not exist (not necessarily an error) 2024-12-04T11:17:25,041 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01837890025/normalizer already deleted, retry=false 2024-12-04T11:17:25,041 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T11:17:25,042 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45667-0x101a00f88540000, quorum=127.0.0.1:57070, baseZNode=/01837890025 Unable to get data of znode /01837890025/switch/split because node does not exist (not necessarily an error) 2024-12-04T11:17:25,051 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01837890025/switch/split already deleted, retry=false 2024-12-04T11:17:25,052 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45667-0x101a00f88540000, quorum=127.0.0.1:57070, baseZNode=/01837890025 Unable to get data of znode /01837890025/switch/merge because node does not exist (not necessarily an error) 2024-12-04T11:17:25,062 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01837890025/switch/merge already deleted, retry=false 2024-12-04T11:17:25,064 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45667-0x101a00f88540000, quorum=127.0.0.1:57070, baseZNode=/01837890025 Unable to get data of znode /01837890025/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T11:17:25,072 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01837890025/snapshot-cleanup already deleted, retry=false 2024-12-04T11:17:25,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39951-0x101a00f88540001, quorum=127.0.0.1:57070, baseZNode=/01837890025 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01837890025/running 2024-12-04T11:17:25,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x101a00f88540000, quorum=127.0.0.1:57070, baseZNode=/01837890025 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01837890025/running 2024-12-04T11:17:25,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39951-0x101a00f88540001, quorum=127.0.0.1:57070, baseZNode=/01837890025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837890025 2024-12-04T11:17:25,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x101a00f88540000, quorum=127.0.0.1:57070, baseZNode=/01837890025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837890025 2024-12-04T11:17:25,084 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e12b86b8109d,45667,1733311042811, sessionid=0x101a00f88540000, setting cluster-up flag (Was=false) 2024-12-04T11:17:25,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39951-0x101a00f88540001, quorum=127.0.0.1:57070, baseZNode=/01837890025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837890025 2024-12-04T11:17:25,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x101a00f88540000, quorum=127.0.0.1:57070, baseZNode=/01837890025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837890025 2024-12-04T11:17:25,136 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01837890025/flush-table-proc/acquired, /01837890025/flush-table-proc/reached, /01837890025/flush-table-proc/abort 2024-12-04T11:17:25,137 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,45667,1733311042811 2024-12-04T11:17:25,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x101a00f88540000, quorum=127.0.0.1:57070, baseZNode=/01837890025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837890025 2024-12-04T11:17:25,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39951-0x101a00f88540001, quorum=127.0.0.1:57070, baseZNode=/01837890025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837890025 2024-12-04T11:17:25,188 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01837890025/online-snapshot/acquired, /01837890025/online-snapshot/reached, /01837890025/online-snapshot/abort 2024-12-04T11:17:25,190 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,45667,1733311042811 2024-12-04T11:17:25,191 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T11:17:25,192 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T11:17:25,193 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T11:17:25,193 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T11:17:25,193 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e12b86b8109d,45667,1733311042811 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T11:17:25,194 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:17:25,195 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:17:25,195 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:17:25,195 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:17:25,195 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e12b86b8109d:0, corePoolSize=10, maxPoolSize=10 2024-12-04T11:17:25,195 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:25,195 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:17:25,195 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:25,196 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733311075196 2024-12-04T11:17:25,196 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T11:17:25,196 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T11:17:25,196 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T11:17:25,196 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T11:17:25,196 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T11:17:25,196 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T11:17:25,196 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:25,197 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:17:25,197 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T11:17:25,197 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T11:17:25,197 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T11:17:25,197 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T11:17:25,197 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T11:17:25,198 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:25,198 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T11:17:25,204 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T11:17:25,204 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T11:17:25,205 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311045204,5,FailOnTimeoutGroup] 2024-12-04T11:17:25,205 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311045205,5,FailOnTimeoutGroup] 2024-12-04T11:17:25,205 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:25,205 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T11:17:25,205 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:25,205 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:25,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741831_1007 (size=1321) 2024-12-04T11:17:25,230 INFO [RS:0;e12b86b8109d:39951 {}] regionserver.HRegionServer(746): ClusterId : 6651880c-8a9a-46d4-8da6-e0356f63d7d2 2024-12-04T11:17:25,230 DEBUG [RS:0;e12b86b8109d:39951 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T11:17:25,242 DEBUG [RS:0;e12b86b8109d:39951 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T11:17:25,242 DEBUG [RS:0;e12b86b8109d:39951 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T11:17:25,252 DEBUG [RS:0;e12b86b8109d:39951 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T11:17:25,253 DEBUG [RS:0;e12b86b8109d:39951 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bd5a8a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:17:25,263 DEBUG [RS:0;e12b86b8109d:39951 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e12b86b8109d:39951 2024-12-04T11:17:25,263 INFO [RS:0;e12b86b8109d:39951 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T11:17:25,263 INFO [RS:0;e12b86b8109d:39951 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T11:17:25,263 DEBUG [RS:0;e12b86b8109d:39951 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T11:17:25,264 INFO [RS:0;e12b86b8109d:39951 {}] regionserver.HRegionServer(2659): reportForDuty to master=e12b86b8109d,45667,1733311042811 with port=39951, startcode=1733311043001 2024-12-04T11:17:25,264 DEBUG [RS:0;e12b86b8109d:39951 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T11:17:25,265 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T11:17:25,266 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45667 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e12b86b8109d,39951,1733311043001 2024-12-04T11:17:25,266 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45667 {}] master.ServerManager(517): Registering regionserver=e12b86b8109d,39951,1733311043001 2024-12-04T11:17:25,268 DEBUG [RS:0;e12b86b8109d:39951 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8 2024-12-04T11:17:25,268 DEBUG [RS:0;e12b86b8109d:39951 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42597 2024-12-04T11:17:25,268 DEBUG [RS:0;e12b86b8109d:39951 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T11:17:25,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x101a00f88540000, quorum=127.0.0.1:57070, baseZNode=/01837890025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837890025/rs 2024-12-04T11:17:25,281 DEBUG [RS:0;e12b86b8109d:39951 {}] zookeeper.ZKUtil(111): regionserver:39951-0x101a00f88540001, quorum=127.0.0.1:57070, baseZNode=/01837890025 Set watcher on existing znode=/01837890025/rs/e12b86b8109d,39951,1733311043001 2024-12-04T11:17:25,281 WARN [RS:0;e12b86b8109d:39951 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:17:25,281 INFO [RS:0;e12b86b8109d:39951 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:17:25,281 DEBUG [RS:0;e12b86b8109d:39951 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/WALs/e12b86b8109d,39951,1733311043001 2024-12-04T11:17:25,281 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e12b86b8109d,39951,1733311043001] 2024-12-04T11:17:25,284 INFO [RS:0;e12b86b8109d:39951 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T11:17:25,286 INFO [RS:0;e12b86b8109d:39951 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T11:17:25,286 INFO [RS:0;e12b86b8109d:39951 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T11:17:25,287 INFO [RS:0;e12b86b8109d:39951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:25,287 INFO [RS:0;e12b86b8109d:39951 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T11:17:25,287 INFO [RS:0;e12b86b8109d:39951 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T11:17:25,288 INFO [RS:0;e12b86b8109d:39951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:25,288 DEBUG [RS:0;e12b86b8109d:39951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:25,288 DEBUG [RS:0;e12b86b8109d:39951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:25,288 DEBUG [RS:0;e12b86b8109d:39951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:25,288 DEBUG [RS:0;e12b86b8109d:39951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:25,288 DEBUG [RS:0;e12b86b8109d:39951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:25,288 DEBUG [RS:0;e12b86b8109d:39951 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:17:25,288 DEBUG [RS:0;e12b86b8109d:39951 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:25,288 DEBUG [RS:0;e12b86b8109d:39951 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:25,288 DEBUG [RS:0;e12b86b8109d:39951 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:25,288 DEBUG [RS:0;e12b86b8109d:39951 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:25,288 DEBUG [RS:0;e12b86b8109d:39951 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:25,288 DEBUG [RS:0;e12b86b8109d:39951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:25,288 DEBUG [RS:0;e12b86b8109d:39951 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:17:25,288 DEBUG [RS:0;e12b86b8109d:39951 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:17:25,289 INFO [RS:0;e12b86b8109d:39951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:25,289 INFO [RS:0;e12b86b8109d:39951 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:25,289 INFO [RS:0;e12b86b8109d:39951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:25,289 INFO [RS:0;e12b86b8109d:39951 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:25,289 INFO [RS:0;e12b86b8109d:39951 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:25,289 INFO [RS:0;e12b86b8109d:39951 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,39951,1733311043001-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:17:25,303 INFO [RS:0;e12b86b8109d:39951 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T11:17:25,303 INFO [RS:0;e12b86b8109d:39951 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,39951,1733311043001-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:25,304 INFO [RS:0;e12b86b8109d:39951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:25,304 INFO [RS:0;e12b86b8109d:39951 {}] regionserver.Replication(171): e12b86b8109d,39951,1733311043001 started 2024-12-04T11:17:25,316 INFO [RS:0;e12b86b8109d:39951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:25,317 INFO [RS:0;e12b86b8109d:39951 {}] regionserver.HRegionServer(1482): Serving as e12b86b8109d,39951,1733311043001, RpcServer on e12b86b8109d/172.17.0.2:39951, sessionid=0x101a00f88540001 2024-12-04T11:17:25,317 DEBUG [RS:0;e12b86b8109d:39951 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T11:17:25,317 DEBUG [RS:0;e12b86b8109d:39951 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e12b86b8109d,39951,1733311043001 2024-12-04T11:17:25,317 DEBUG [RS:0;e12b86b8109d:39951 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,39951,1733311043001' 2024-12-04T11:17:25,317 DEBUG [RS:0;e12b86b8109d:39951 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01837890025/flush-table-proc/abort' 2024-12-04T11:17:25,317 DEBUG [RS:0;e12b86b8109d:39951 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01837890025/flush-table-proc/acquired' 2024-12-04T11:17:25,318 DEBUG [RS:0;e12b86b8109d:39951 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T11:17:25,318 DEBUG [RS:0;e12b86b8109d:39951 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T11:17:25,318 DEBUG [RS:0;e12b86b8109d:39951 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e12b86b8109d,39951,1733311043001 2024-12-04T11:17:25,318 DEBUG [RS:0;e12b86b8109d:39951 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,39951,1733311043001' 2024-12-04T11:17:25,318 DEBUG [RS:0;e12b86b8109d:39951 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01837890025/online-snapshot/abort' 2024-12-04T11:17:25,318 DEBUG [RS:0;e12b86b8109d:39951 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01837890025/online-snapshot/acquired' 2024-12-04T11:17:25,318 DEBUG [RS:0;e12b86b8109d:39951 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T11:17:25,318 INFO [RS:0;e12b86b8109d:39951 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T11:17:25,318 INFO [RS:0;e12b86b8109d:39951 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T11:17:25,419 INFO [RS:0;e12b86b8109d:39951 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:17:25,421 INFO [RS:0;e12b86b8109d:39951 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C39951%2C1733311043001, suffix=, logDir=hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/WALs/e12b86b8109d,39951,1733311043001, archiveDir=hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/oldWALs, maxLogs=10 2024-12-04T11:17:25,433 DEBUG [RS:0;e12b86b8109d:39951 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/WALs/e12b86b8109d,39951,1733311043001/e12b86b8109d%2C39951%2C1733311043001.1733311045421, exclude list is [], retry=0 2024-12-04T11:17:25,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38983,DS-97826db0-5e0b-4486-9773-5608d3eb73a3,DISK] 2024-12-04T11:17:25,437 INFO [RS:0;e12b86b8109d:39951 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/WALs/e12b86b8109d,39951,1733311043001/e12b86b8109d%2C39951%2C1733311043001.1733311045421 2024-12-04T11:17:25,438 DEBUG [RS:0;e12b86b8109d:39951 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43831:43831)] 2024-12-04T11:17:25,610 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T11:17:25,610 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8 2024-12-04T11:17:25,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741833_1009 (size=32) 2024-12-04T11:17:26,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:17:26,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:17:26,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:17:26,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:26,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:26,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:17:26,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:17:26,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:26,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:26,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:17:26,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:17:26,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:26,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:26,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:17:26,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:17:26,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:26,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:26,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:17:26,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/data/hbase/meta/1588230740 2024-12-04T11:17:26,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/data/hbase/meta/1588230740 2024-12-04T11:17:26,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:17:26,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:17:26,028 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:17:26,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:17:26,032 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:17:26,032 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73722209, jitterRate=0.09854651987552643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:17:26,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733311046017Initializing all the Stores at 1733311046018 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311046018Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311046018Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311046018Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311046018Cleaning up temporary data from old regions at 1733311046028 (+10 ms)Region opened successfully at 1733311046033 (+5 ms) 2024-12-04T11:17:26,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:17:26,033 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:17:26,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:17:26,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:17:26,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:17:26,034 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:17:26,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311046033Disabling compacts and flushes for region at 1733311046033Disabling writes for close at 1733311046034 (+1 ms)Writing region close event to WAL at 1733311046034Closed at 1733311046034 2024-12-04T11:17:26,035 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:17:26,035 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T11:17:26,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T11:17:26,037 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:17:26,038 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T11:17:26,188 DEBUG [e12b86b8109d:45667 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T11:17:26,189 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e12b86b8109d,39951,1733311043001 2024-12-04T11:17:26,190 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,39951,1733311043001, state=OPENING 2024-12-04T11:17:26,238 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T11:17:26,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39951-0x101a00f88540001, quorum=127.0.0.1:57070, baseZNode=/01837890025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837890025 2024-12-04T11:17:26,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x101a00f88540000, quorum=127.0.0.1:57070, baseZNode=/01837890025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837890025 2024-12-04T11:17:26,249 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:17:26,249 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,39951,1733311043001}] 2024-12-04T11:17:26,249 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01837890025/meta-region-server: CHANGED 2024-12-04T11:17:26,249 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01837890025/meta-region-server: CHANGED 2024-12-04T11:17:26,402 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T11:17:26,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T11:17:26,407 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T11:17:26,408 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:17:26,408 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T11:17:26,410 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C39951%2C1733311043001.meta, suffix=.meta, logDir=hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/WALs/e12b86b8109d,39951,1733311043001, archiveDir=hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/oldWALs, maxLogs=10 2024-12-04T11:17:26,422 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/WALs/e12b86b8109d,39951,1733311043001/e12b86b8109d%2C39951%2C1733311043001.meta.1733311046410.meta, exclude list is [], retry=0 2024-12-04T11:17:26,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38983,DS-97826db0-5e0b-4486-9773-5608d3eb73a3,DISK] 2024-12-04T11:17:26,426 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/WALs/e12b86b8109d,39951,1733311043001/e12b86b8109d%2C39951%2C1733311043001.meta.1733311046410.meta 2024-12-04T11:17:26,427 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43831:43831)] 2024-12-04T11:17:26,427 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:17:26,427 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:17:26,427 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T11:17:26,427 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T11:17:26,427 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T11:17:26,428 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T11:17:26,428 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:17:26,428 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T11:17:26,428 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T11:17:26,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:17:26,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:17:26,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:26,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:26,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:17:26,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:17:26,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:26,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:26,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:17:26,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:17:26,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:26,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:26,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:17:26,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:17:26,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:26,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:26,435 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:17:26,436 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/data/hbase/meta/1588230740 2024-12-04T11:17:26,438 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/data/hbase/meta/1588230740 2024-12-04T11:17:26,439 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:17:26,439 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:17:26,440 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:17:26,442 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:17:26,443 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61675435, jitterRate=-0.08096440136432648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:17:26,443 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T11:17:26,444 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733311046428Writing region info on filesystem at 1733311046428Initializing all the Stores at 1733311046429 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311046429Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311046429Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311046429Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311046429Cleaning up temporary data from old regions at 1733311046439 (+10 ms)Running coprocessor post-open hooks at 1733311046443 (+4 ms)Region opened successfully at 1733311046444 (+1 ms) 2024-12-04T11:17:26,445 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733311046402 2024-12-04T11:17:26,447 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T11:17:26,447 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T11:17:26,447 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e12b86b8109d,39951,1733311043001 2024-12-04T11:17:26,448 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,39951,1733311043001, state=OPEN 2024-12-04T11:17:26,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39951-0x101a00f88540001, quorum=127.0.0.1:57070, baseZNode=/01837890025 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01837890025/meta-region-server 2024-12-04T11:17:26,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x101a00f88540000, quorum=127.0.0.1:57070, baseZNode=/01837890025 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01837890025/meta-region-server 2024-12-04T11:17:26,488 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e12b86b8109d,39951,1733311043001 2024-12-04T11:17:26,488 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01837890025/meta-region-server: CHANGED 2024-12-04T11:17:26,488 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01837890025/meta-region-server: CHANGED 2024-12-04T11:17:26,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T11:17:26,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,39951,1733311043001 in 239 msec 2024-12-04T11:17:26,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T11:17:26,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 455 msec 2024-12-04T11:17:26,495 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:17:26,495 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T11:17:26,496 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:17:26,496 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,39951,1733311043001, seqNum=-1] 2024-12-04T11:17:26,496 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:17:26,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43719, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:17:26,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3100 sec 2024-12-04T11:17:26,504 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733311046504, completionTime=-1 2024-12-04T11:17:26,504 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T11:17:26,504 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T11:17:26,505 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T11:17:26,505 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733311106505 2024-12-04T11:17:26,505 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733311166505 2024-12-04T11:17:26,506 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T11:17:26,506 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,45667,1733311042811-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:26,506 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,45667,1733311042811-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:26,506 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,45667,1733311042811-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:26,506 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e12b86b8109d:45667, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:26,506 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:26,506 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:26,508 DEBUG [master/e12b86b8109d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T11:17:26,510 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.440sec 2024-12-04T11:17:26,510 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T11:17:26,510 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T11:17:26,510 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T11:17:26,511 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T11:17:26,511 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T11:17:26,511 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,45667,1733311042811-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:17:26,511 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,45667,1733311042811-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T11:17:26,513 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T11:17:26,513 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T11:17:26,513 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,45667,1733311042811-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:26,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbdf180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:26,531 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,45667,-1 for getting cluster id 2024-12-04T11:17:26,531 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:17:26,532 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6651880c-8a9a-46d4-8da6-e0356f63d7d2' 2024-12-04T11:17:26,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:17:26,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6651880c-8a9a-46d4-8da6-e0356f63d7d2" 2024-12-04T11:17:26,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@511bbd43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:26,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,45667,-1] 2024-12-04T11:17:26,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:17:26,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:26,534 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:17:26,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@460703b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:26,536 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:17:26,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,39951,1733311043001, seqNum=-1] 2024-12-04T11:17:26,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:17:26,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:17:26,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e12b86b8109d,45667,1733311042811 2024-12-04T11:17:26,541 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57070 2024-12-04T11:17:26,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57070, baseZNode=/01837890025 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:17:26,558 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a00f88540002 connected 2024-12-04T11:17:26,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e57afb90-7fd1-f51a-7861-f2a4166d8670/hadoop.log.dir so I do NOT create it in target/test-data/6110e246-6791-2026-2ecc-a410dab8c98e 2024-12-04T11:17:26,570 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e57afb90-7fd1-f51a-7861-f2a4166d8670/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T11:17:26,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e57afb90-7fd1-f51a-7861-f2a4166d8670/hadoop.tmp.dir so I do NOT create it in target/test-data/6110e246-6791-2026-2ecc-a410dab8c98e 2024-12-04T11:17:26,571 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e57afb90-7fd1-f51a-7861-f2a4166d8670/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T11:17:26,571 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6110e246-6791-2026-2ecc-a410dab8c98e 2024-12-04T11:17:26,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T11:17:26,571 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6110e246-6791-2026-2ecc-a410dab8c98e/cluster_c5327273-685f-814b-0f40-26f1f4db2c2a, deleteOnExit=true 2024-12-04T11:17:26,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T11:17:26,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6110e246-6791-2026-2ecc-a410dab8c98e/test.cache.data in system properties and HBase conf 2024-12-04T11:17:26,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6110e246-6791-2026-2ecc-a410dab8c98e/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T11:17:26,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6110e246-6791-2026-2ecc-a410dab8c98e/hadoop.log.dir in system properties and HBase conf 2024-12-04T11:17:26,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6110e246-6791-2026-2ecc-a410dab8c98e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T11:17:26,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6110e246-6791-2026-2ecc-a410dab8c98e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T11:17:26,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T11:17:26,571 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T11:17:26,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6110e246-6791-2026-2ecc-a410dab8c98e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T11:17:26,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6110e246-6791-2026-2ecc-a410dab8c98e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T11:17:26,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6110e246-6791-2026-2ecc-a410dab8c98e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T11:17:26,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6110e246-6791-2026-2ecc-a410dab8c98e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T11:17:26,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6110e246-6791-2026-2ecc-a410dab8c98e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T11:17:26,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6110e246-6791-2026-2ecc-a410dab8c98e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T11:17:26,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6110e246-6791-2026-2ecc-a410dab8c98e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T11:17:26,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6110e246-6791-2026-2ecc-a410dab8c98e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T11:17:26,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6110e246-6791-2026-2ecc-a410dab8c98e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T11:17:26,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6110e246-6791-2026-2ecc-a410dab8c98e/nfs.dump.dir in system properties and HBase conf 2024-12-04T11:17:26,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6110e246-6791-2026-2ecc-a410dab8c98e/java.io.tmpdir in system properties and HBase conf 2024-12-04T11:17:26,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6110e246-6791-2026-2ecc-a410dab8c98e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T11:17:26,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6110e246-6791-2026-2ecc-a410dab8c98e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T11:17:26,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6110e246-6791-2026-2ecc-a410dab8c98e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T11:17:26,886 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:17:26,893 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T11:17:26,897 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T11:17:26,897 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T11:17:26,898 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T11:17:26,899 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:17:26,899 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7734c845{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6110e246-6791-2026-2ecc-a410dab8c98e/hadoop.log.dir/,AVAILABLE} 2024-12-04T11:17:26,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13605576{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T11:17:26,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40ee5f6a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6110e246-6791-2026-2ecc-a410dab8c98e/java.io.tmpdir/jetty-localhost-43887-hadoop-hdfs-3_4_1-tests_jar-_-any-11769550288993340917/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T11:17:26,995 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ac1b7c8{HTTP/1.1, (http/1.1)}{localhost:43887} 2024-12-04T11:17:26,995 INFO [Time-limited test {}] server.Server(415): Started @41706ms 2024-12-04T11:17:27,276 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:17:27,288 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T11:17:27,293 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T11:17:27,293 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T11:17:27,293 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T11:17:27,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65f90607{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6110e246-6791-2026-2ecc-a410dab8c98e/hadoop.log.dir/,AVAILABLE} 2024-12-04T11:17:27,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42690e4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T11:17:27,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e601b29{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6110e246-6791-2026-2ecc-a410dab8c98e/java.io.tmpdir/jetty-localhost-45777-hadoop-hdfs-3_4_1-tests_jar-_-any-10704458693588494361/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T11:17:27,417 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e46d904{HTTP/1.1, (http/1.1)}{localhost:45777} 2024-12-04T11:17:27,417 INFO [Time-limited test {}] server.Server(415): Started @42128ms 2024-12-04T11:17:27,419 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T11:17:28,158 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6110e246-6791-2026-2ecc-a410dab8c98e/cluster_c5327273-685f-814b-0f40-26f1f4db2c2a/data/data2/current/BP-1839117577-172.17.0.2-1733311046594/current, will proceed with Du for space computation calculation, 2024-12-04T11:17:28,158 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6110e246-6791-2026-2ecc-a410dab8c98e/cluster_c5327273-685f-814b-0f40-26f1f4db2c2a/data/data1/current/BP-1839117577-172.17.0.2-1733311046594/current, will proceed with Du for space computation calculation, 2024-12-04T11:17:28,178 WARN [Thread-607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T11:17:28,180 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9be5e76a57a7ba45 with lease ID 0x2efbbc3a92482eb9: Processing first storage report for DS-538aa2ee-c71c-41ed-86d1-9bb92211eeff from datanode DatanodeRegistration(127.0.0.1:40587, datanodeUuid=f0ad3b1d-af4c-4b17-a8c3-10c5ba9a70d4, infoPort=46377, infoSecurePort=0, ipcPort=40315, storageInfo=lv=-57;cid=testClusterID;nsid=202400797;c=1733311046594) 2024-12-04T11:17:28,180 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9be5e76a57a7ba45 with lease ID 0x2efbbc3a92482eb9: from storage DS-538aa2ee-c71c-41ed-86d1-9bb92211eeff node DatanodeRegistration(127.0.0.1:40587, datanodeUuid=f0ad3b1d-af4c-4b17-a8c3-10c5ba9a70d4, infoPort=46377, infoSecurePort=0, ipcPort=40315, storageInfo=lv=-57;cid=testClusterID;nsid=202400797;c=1733311046594), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T11:17:28,180 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9be5e76a57a7ba45 with lease ID 0x2efbbc3a92482eb9: Processing first storage report for DS-93c7e084-e03d-4166-9eca-cc9dc37241a6 from datanode DatanodeRegistration(127.0.0.1:40587, datanodeUuid=f0ad3b1d-af4c-4b17-a8c3-10c5ba9a70d4, infoPort=46377, infoSecurePort=0, ipcPort=40315, storageInfo=lv=-57;cid=testClusterID;nsid=202400797;c=1733311046594) 2024-12-04T11:17:28,180 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9be5e76a57a7ba45 with lease ID 0x2efbbc3a92482eb9: from storage DS-93c7e084-e03d-4166-9eca-cc9dc37241a6 node DatanodeRegistration(127.0.0.1:40587, datanodeUuid=f0ad3b1d-af4c-4b17-a8c3-10c5ba9a70d4, infoPort=46377, infoSecurePort=0, ipcPort=40315, storageInfo=lv=-57;cid=testClusterID;nsid=202400797;c=1733311046594), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T11:17:28,192 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6110e246-6791-2026-2ecc-a410dab8c98e 2024-12-04T11:17:28,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:17:28,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:17:28,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741825_1001 (size=7) 2024-12-04T11:17:28,205 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508 with version=8 2024-12-04T11:17:28,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/hbase-staging 2024-12-04T11:17:28,207 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:17:28,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:17:28,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:17:28,207 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:17:28,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:17:28,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:17:28,208 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T11:17:28,208 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:17:28,208 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42405 2024-12-04T11:17:28,209 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42405 connecting to ZooKeeper ensemble=127.0.0.1:57070 2024-12-04T11:17:28,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424050x0, quorum=127.0.0.1:57070, baseZNode=/1579169207 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:17:28,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42405-0x101a00f88540003 connected 2024-12-04T11:17:28,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:17:28,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:17:28,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42405-0x101a00f88540003, quorum=127.0.0.1:57070, baseZNode=/1579169207 Set watcher on znode that does not yet exist, /1579169207/running 2024-12-04T11:17:28,333 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508, hbase.cluster.distributed=false 2024-12-04T11:17:28,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42405-0x101a00f88540003, quorum=127.0.0.1:57070, baseZNode=/1579169207 Set watcher on znode that does not yet exist, /1579169207/acl 2024-12-04T11:17:28,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42405 2024-12-04T11:17:28,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42405 2024-12-04T11:17:28,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42405 2024-12-04T11:17:28,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42405 2024-12-04T11:17:28,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42405 2024-12-04T11:17:28,348 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:17:28,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:17:28,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:17:28,348 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:17:28,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:17:28,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:17:28,348 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T11:17:28,348 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:17:28,349 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37401 2024-12-04T11:17:28,350 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37401 connecting to ZooKeeper ensemble=127.0.0.1:57070 2024-12-04T11:17:28,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:17:28,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:17:28,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374010x0, quorum=127.0.0.1:57070, baseZNode=/1579169207 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:17:28,365 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37401-0x101a00f88540004, quorum=127.0.0.1:57070, baseZNode=/1579169207 Set watcher on znode that does not yet exist, /1579169207/running 2024-12-04T11:17:28,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37401-0x101a00f88540004 connected 2024-12-04T11:17:28,365 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T11:17:28,366 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T11:17:28,366 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37401-0x101a00f88540004, quorum=127.0.0.1:57070, baseZNode=/1579169207 Set watcher on znode that does not yet exist, /1579169207/master 2024-12-04T11:17:28,367 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37401-0x101a00f88540004, quorum=127.0.0.1:57070, baseZNode=/1579169207 Set watcher on znode that does not yet exist, /1579169207/acl 2024-12-04T11:17:28,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37401 2024-12-04T11:17:28,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37401 2024-12-04T11:17:28,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37401 2024-12-04T11:17:28,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37401 2024-12-04T11:17:28,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37401 2024-12-04T11:17:28,389 DEBUG [M:0;e12b86b8109d:42405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e12b86b8109d:42405 2024-12-04T11:17:28,390 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1579169207/backup-masters/e12b86b8109d,42405,1733311048207 2024-12-04T11:17:28,392 WARN [RS:0;e12b86b8109d:39951 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of e12b86b8109d,38739,1733311011625: status=Processing ServerCrashProcedure of e12b86b8109d,38739,1733311011625 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733311030431, completionTime=-1 appears to have been leaked 2024-12-04T11:17:28,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x101a00f88540004, quorum=127.0.0.1:57070, baseZNode=/1579169207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1579169207/backup-masters 2024-12-04T11:17:28,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42405-0x101a00f88540003, quorum=127.0.0.1:57070, baseZNode=/1579169207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1579169207/backup-masters 2024-12-04T11:17:28,399 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42405-0x101a00f88540003, quorum=127.0.0.1:57070, baseZNode=/1579169207 Set watcher on existing znode=/1579169207/backup-masters/e12b86b8109d,42405,1733311048207 2024-12-04T11:17:28,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x101a00f88540004, quorum=127.0.0.1:57070, baseZNode=/1579169207 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1579169207/master 2024-12-04T11:17:28,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42405-0x101a00f88540003, quorum=127.0.0.1:57070, baseZNode=/1579169207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1579169207 2024-12-04T11:17:28,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x101a00f88540004, quorum=127.0.0.1:57070, baseZNode=/1579169207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1579169207 2024-12-04T11:17:28,410 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42405-0x101a00f88540003, quorum=127.0.0.1:57070, baseZNode=/1579169207 Set watcher on existing znode=/1579169207/master 2024-12-04T11:17:28,411 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1579169207/backup-masters/e12b86b8109d,42405,1733311048207 from backup master directory 2024-12-04T11:17:28,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42405-0x101a00f88540003, quorum=127.0.0.1:57070, baseZNode=/1579169207 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1579169207/backup-masters/e12b86b8109d,42405,1733311048207 2024-12-04T11:17:28,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x101a00f88540004, quorum=127.0.0.1:57070, baseZNode=/1579169207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1579169207/backup-masters 2024-12-04T11:17:28,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42405-0x101a00f88540003, quorum=127.0.0.1:57070, baseZNode=/1579169207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1579169207/backup-masters 2024-12-04T11:17:28,420 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:17:28,420 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e12b86b8109d,42405,1733311048207 2024-12-04T11:17:28,424 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/hbase.id] with ID: 594f1d03-3011-4e2f-b02d-485678e7d527 2024-12-04T11:17:28,424 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/.tmp/hbase.id 2024-12-04T11:17:28,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741826_1002 (size=42) 2024-12-04T11:17:28,832 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/.tmp/hbase.id]:[hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/hbase.id] 2024-12-04T11:17:28,844 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:17:28,844 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T11:17:28,845 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T11:17:28,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x101a00f88540004, quorum=127.0.0.1:57070, baseZNode=/1579169207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1579169207 2024-12-04T11:17:28,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42405-0x101a00f88540003, quorum=127.0.0.1:57070, baseZNode=/1579169207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1579169207 2024-12-04T11:17:28,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741827_1003 (size=196) 2024-12-04T11:17:29,300 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:17:29,300 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T11:17:29,301 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:17:29,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741828_1004 (size=1189) 2024-12-04T11:17:29,708 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/MasterData/data/master/store 2024-12-04T11:17:29,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741829_1005 (size=34) 2024-12-04T11:17:30,115 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:17:30,115 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:17:30,115 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:17:30,115 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:17:30,115 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:17:30,115 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:17:30,115 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:17:30,115 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311050115Disabling compacts and flushes for region at 1733311050115Disabling writes for close at 1733311050115Writing region close event to WAL at 1733311050115Closed at 1733311050115 2024-12-04T11:17:30,116 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/MasterData/data/master/store/.initializing 2024-12-04T11:17:30,116 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/MasterData/WALs/e12b86b8109d,42405,1733311048207 2024-12-04T11:17:30,117 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:17:30,119 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e12b86b8109d%2C42405%2C1733311048207, suffix=, logDir=hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/MasterData/WALs/e12b86b8109d,42405,1733311048207, archiveDir=hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/MasterData/oldWALs, maxLogs=10 2024-12-04T11:17:30,137 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/MasterData/WALs/e12b86b8109d,42405,1733311048207/e12b86b8109d%2C42405%2C1733311048207.1733311050120, exclude list is [], retry=0 2024-12-04T11:17:30,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40587,DS-538aa2ee-c71c-41ed-86d1-9bb92211eeff,DISK] 2024-12-04T11:17:30,142 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/MasterData/WALs/e12b86b8109d,42405,1733311048207/e12b86b8109d%2C42405%2C1733311048207.1733311050120 2024-12-04T11:17:30,143 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46377:46377)] 2024-12-04T11:17:30,143 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:17:30,143 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:17:30,143 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:30,143 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:30,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:30,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T11:17:30,146 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:30,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:30,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:30,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T11:17:30,148 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:30,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:17:30,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:30,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T11:17:30,151 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:30,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:17:30,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:30,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T11:17:30,153 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:30,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:17:30,153 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:30,154 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:30,154 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:30,155 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:30,155 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:30,156 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:17:30,157 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:30,159 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:17:30,159 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64878910, jitterRate=-0.033228904008865356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:17:30,159 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733311050143Initializing all the Stores at 1733311050144 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311050144Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311050144Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311050144Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311050144Cleaning up temporary data from old regions at 1733311050155 (+11 ms)Region opened successfully at 1733311050159 (+4 ms) 2024-12-04T11:17:30,160 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T11:17:30,163 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d66b0cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:17:30,164 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T11:17:30,164 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T11:17:30,164 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T11:17:30,164 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T11:17:30,164 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T11:17:30,165 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T11:17:30,165 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T11:17:30,167 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T11:17:30,168 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42405-0x101a00f88540003, quorum=127.0.0.1:57070, baseZNode=/1579169207 Unable to get data of znode /1579169207/balancer because node does not exist (not necessarily an error) 2024-12-04T11:17:30,262 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1579169207/balancer already deleted, retry=false 2024-12-04T11:17:30,262 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T11:17:30,263 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42405-0x101a00f88540003, quorum=127.0.0.1:57070, baseZNode=/1579169207 Unable to get data of znode /1579169207/normalizer because node does not exist (not necessarily an error) 2024-12-04T11:17:30,272 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1579169207/normalizer already deleted, retry=false 2024-12-04T11:17:30,272 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T11:17:30,273 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42405-0x101a00f88540003, quorum=127.0.0.1:57070, baseZNode=/1579169207 Unable to get data of znode /1579169207/switch/split because node does not exist (not necessarily an error) 2024-12-04T11:17:30,283 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1579169207/switch/split already deleted, retry=false 2024-12-04T11:17:30,284 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42405-0x101a00f88540003, quorum=127.0.0.1:57070, baseZNode=/1579169207 Unable to get data of znode /1579169207/switch/merge because node does not exist (not necessarily an error) 2024-12-04T11:17:30,293 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1579169207/switch/merge already deleted, retry=false 2024-12-04T11:17:30,296 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42405-0x101a00f88540003, quorum=127.0.0.1:57070, baseZNode=/1579169207 Unable to get data of znode /1579169207/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T11:17:30,304 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1579169207/snapshot-cleanup already deleted, retry=false 2024-12-04T11:17:30,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42405-0x101a00f88540003, quorum=127.0.0.1:57070, baseZNode=/1579169207 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1579169207/running 2024-12-04T11:17:30,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x101a00f88540004, quorum=127.0.0.1:57070, baseZNode=/1579169207 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1579169207/running 2024-12-04T11:17:30,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42405-0x101a00f88540003, quorum=127.0.0.1:57070, baseZNode=/1579169207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1579169207 2024-12-04T11:17:30,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x101a00f88540004, quorum=127.0.0.1:57070, baseZNode=/1579169207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1579169207 2024-12-04T11:17:30,315 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e12b86b8109d,42405,1733311048207, sessionid=0x101a00f88540003, setting cluster-up flag (Was=false) 2024-12-04T11:17:30,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42405-0x101a00f88540003, quorum=127.0.0.1:57070, baseZNode=/1579169207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1579169207 2024-12-04T11:17:30,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x101a00f88540004, quorum=127.0.0.1:57070, baseZNode=/1579169207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1579169207 2024-12-04T11:17:30,367 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1579169207/flush-table-proc/acquired, /1579169207/flush-table-proc/reached, /1579169207/flush-table-proc/abort 2024-12-04T11:17:30,368 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,42405,1733311048207 2024-12-04T11:17:30,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42405-0x101a00f88540003, quorum=127.0.0.1:57070, baseZNode=/1579169207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1579169207 2024-12-04T11:17:30,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x101a00f88540004, quorum=127.0.0.1:57070, baseZNode=/1579169207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1579169207 2024-12-04T11:17:30,420 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1579169207/online-snapshot/acquired, /1579169207/online-snapshot/reached, /1579169207/online-snapshot/abort 2024-12-04T11:17:30,421 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,42405,1733311048207 2024-12-04T11:17:30,422 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T11:17:30,424 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T11:17:30,424 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T11:17:30,424 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T11:17:30,424 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e12b86b8109d,42405,1733311048207 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T11:17:30,426 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:17:30,426 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:17:30,426 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:17:30,426 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:17:30,426 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e12b86b8109d:0, corePoolSize=10, maxPoolSize=10 2024-12-04T11:17:30,426 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:30,426 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:17:30,426 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:30,429 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733311080429 2024-12-04T11:17:30,429 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T11:17:30,429 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T11:17:30,429 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T11:17:30,429 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T11:17:30,429 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T11:17:30,429 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T11:17:30,429 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:17:30,430 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T11:17:30,430 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:30,430 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T11:17:30,430 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T11:17:30,430 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T11:17:30,430 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T11:17:30,430 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T11:17:30,430 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T11:17:30,431 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311050430,5,FailOnTimeoutGroup] 2024-12-04T11:17:30,431 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:30,431 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T11:17:30,435 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311050431,5,FailOnTimeoutGroup] 2024-12-04T11:17:30,435 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:30,435 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T11:17:30,435 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:30,435 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:30,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741831_1007 (size=1321) 2024-12-04T11:17:30,479 INFO [RS:0;e12b86b8109d:37401 {}] regionserver.HRegionServer(746): ClusterId : 594f1d03-3011-4e2f-b02d-485678e7d527 2024-12-04T11:17:30,479 DEBUG [RS:0;e12b86b8109d:37401 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T11:17:30,526 DEBUG [RS:0;e12b86b8109d:37401 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T11:17:30,526 DEBUG [RS:0;e12b86b8109d:37401 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T11:17:30,537 DEBUG [RS:0;e12b86b8109d:37401 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T11:17:30,537 DEBUG [RS:0;e12b86b8109d:37401 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a38a4e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:17:30,549 DEBUG [RS:0;e12b86b8109d:37401 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e12b86b8109d:37401 2024-12-04T11:17:30,549 INFO [RS:0;e12b86b8109d:37401 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T11:17:30,549 INFO [RS:0;e12b86b8109d:37401 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T11:17:30,549 DEBUG [RS:0;e12b86b8109d:37401 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T11:17:30,550 INFO [RS:0;e12b86b8109d:37401 {}] regionserver.HRegionServer(2659): reportForDuty to master=e12b86b8109d,42405,1733311048207 with port=37401, startcode=1733311048348 2024-12-04T11:17:30,550 DEBUG [RS:0;e12b86b8109d:37401 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T11:17:30,552 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T11:17:30,552 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42405 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e12b86b8109d,37401,1733311048348 2024-12-04T11:17:30,552 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42405 {}] master.ServerManager(517): Registering regionserver=e12b86b8109d,37401,1733311048348 2024-12-04T11:17:30,554 DEBUG [RS:0;e12b86b8109d:37401 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508 2024-12-04T11:17:30,554 DEBUG [RS:0;e12b86b8109d:37401 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38473 2024-12-04T11:17:30,554 DEBUG [RS:0;e12b86b8109d:37401 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T11:17:30,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42405-0x101a00f88540003, quorum=127.0.0.1:57070, baseZNode=/1579169207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1579169207/rs 2024-12-04T11:17:30,568 DEBUG [RS:0;e12b86b8109d:37401 {}] zookeeper.ZKUtil(111): regionserver:37401-0x101a00f88540004, quorum=127.0.0.1:57070, baseZNode=/1579169207 Set watcher on existing znode=/1579169207/rs/e12b86b8109d,37401,1733311048348 2024-12-04T11:17:30,568 WARN [RS:0;e12b86b8109d:37401 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:17:30,568 INFO [RS:0;e12b86b8109d:37401 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:17:30,568 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e12b86b8109d,37401,1733311048348] 2024-12-04T11:17:30,568 DEBUG [RS:0;e12b86b8109d:37401 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/WALs/e12b86b8109d,37401,1733311048348 2024-12-04T11:17:30,571 INFO [RS:0;e12b86b8109d:37401 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T11:17:30,573 INFO [RS:0;e12b86b8109d:37401 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T11:17:30,573 INFO [RS:0;e12b86b8109d:37401 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T11:17:30,573 INFO [RS:0;e12b86b8109d:37401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:30,573 INFO [RS:0;e12b86b8109d:37401 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T11:17:30,574 INFO [RS:0;e12b86b8109d:37401 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T11:17:30,574 INFO [RS:0;e12b86b8109d:37401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:30,574 DEBUG [RS:0;e12b86b8109d:37401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:30,574 DEBUG [RS:0;e12b86b8109d:37401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:30,574 DEBUG [RS:0;e12b86b8109d:37401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:30,574 DEBUG [RS:0;e12b86b8109d:37401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:30,574 DEBUG [RS:0;e12b86b8109d:37401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:30,574 DEBUG [RS:0;e12b86b8109d:37401 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:17:30,574 DEBUG [RS:0;e12b86b8109d:37401 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:30,574 DEBUG [RS:0;e12b86b8109d:37401 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:30,574 DEBUG [RS:0;e12b86b8109d:37401 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:30,574 DEBUG [RS:0;e12b86b8109d:37401 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:30,574 DEBUG [RS:0;e12b86b8109d:37401 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:30,574 DEBUG [RS:0;e12b86b8109d:37401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:30,575 DEBUG [RS:0;e12b86b8109d:37401 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:17:30,575 DEBUG [RS:0;e12b86b8109d:37401 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:17:30,575 INFO [RS:0;e12b86b8109d:37401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:30,575 INFO [RS:0;e12b86b8109d:37401 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:30,575 INFO [RS:0;e12b86b8109d:37401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:30,575 INFO [RS:0;e12b86b8109d:37401 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:30,575 INFO [RS:0;e12b86b8109d:37401 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:30,575 INFO [RS:0;e12b86b8109d:37401 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,37401,1733311048348-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:17:30,587 INFO [RS:0;e12b86b8109d:37401 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T11:17:30,587 INFO [RS:0;e12b86b8109d:37401 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,37401,1733311048348-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:30,588 INFO [RS:0;e12b86b8109d:37401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:30,588 INFO [RS:0;e12b86b8109d:37401 {}] regionserver.Replication(171): e12b86b8109d,37401,1733311048348 started 2024-12-04T11:17:30,601 INFO [RS:0;e12b86b8109d:37401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:30,601 INFO [RS:0;e12b86b8109d:37401 {}] regionserver.HRegionServer(1482): Serving as e12b86b8109d,37401,1733311048348, RpcServer on e12b86b8109d/172.17.0.2:37401, sessionid=0x101a00f88540004 2024-12-04T11:17:30,601 DEBUG [RS:0;e12b86b8109d:37401 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T11:17:30,601 DEBUG [RS:0;e12b86b8109d:37401 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e12b86b8109d,37401,1733311048348 2024-12-04T11:17:30,601 DEBUG [RS:0;e12b86b8109d:37401 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,37401,1733311048348' 2024-12-04T11:17:30,601 DEBUG [RS:0;e12b86b8109d:37401 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1579169207/flush-table-proc/abort' 2024-12-04T11:17:30,602 DEBUG [RS:0;e12b86b8109d:37401 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1579169207/flush-table-proc/acquired' 2024-12-04T11:17:30,602 DEBUG [RS:0;e12b86b8109d:37401 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T11:17:30,602 DEBUG [RS:0;e12b86b8109d:37401 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T11:17:30,602 DEBUG [RS:0;e12b86b8109d:37401 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e12b86b8109d,37401,1733311048348 2024-12-04T11:17:30,602 DEBUG [RS:0;e12b86b8109d:37401 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,37401,1733311048348' 2024-12-04T11:17:30,602 DEBUG [RS:0;e12b86b8109d:37401 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1579169207/online-snapshot/abort' 2024-12-04T11:17:30,602 DEBUG [RS:0;e12b86b8109d:37401 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1579169207/online-snapshot/acquired' 2024-12-04T11:17:30,603 DEBUG [RS:0;e12b86b8109d:37401 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T11:17:30,603 INFO [RS:0;e12b86b8109d:37401 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T11:17:30,603 INFO [RS:0;e12b86b8109d:37401 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T11:17:30,703 INFO [RS:0;e12b86b8109d:37401 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:17:30,705 INFO [RS:0;e12b86b8109d:37401 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C37401%2C1733311048348, suffix=, logDir=hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/WALs/e12b86b8109d,37401,1733311048348, archiveDir=hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/oldWALs, maxLogs=10 2024-12-04T11:17:30,716 DEBUG [RS:0;e12b86b8109d:37401 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/WALs/e12b86b8109d,37401,1733311048348/e12b86b8109d%2C37401%2C1733311048348.1733311050705, exclude list is [], retry=0 2024-12-04T11:17:30,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40587,DS-538aa2ee-c71c-41ed-86d1-9bb92211eeff,DISK] 2024-12-04T11:17:30,721 INFO [RS:0;e12b86b8109d:37401 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/WALs/e12b86b8109d,37401,1733311048348/e12b86b8109d%2C37401%2C1733311048348.1733311050705 2024-12-04T11:17:30,722 DEBUG [RS:0;e12b86b8109d:37401 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46377:46377)] 2024-12-04T11:17:30,840 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T11:17:30,840 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508 2024-12-04T11:17:30,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741833_1009 (size=32) 2024-12-04T11:17:31,208 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T11:17:31,209 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T11:17:31,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:17:31,209 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T11:17:31,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:17:31,209 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T11:17:31,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T11:17:31,209 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T11:17:31,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:17:31,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:17:31,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:17:31,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:31,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:31,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:17:31,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:17:31,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:31,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:31,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:17:31,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:17:31,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:31,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:31,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:17:31,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:17:31,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:31,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:31,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:17:31,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/data/hbase/meta/1588230740 2024-12-04T11:17:31,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/data/hbase/meta/1588230740 2024-12-04T11:17:31,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:17:31,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:17:31,259 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:17:31,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:17:31,261 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:17:31,262 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73548372, jitterRate=0.09595614671707153}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:17:31,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733311051247Initializing all the Stores at 1733311051248 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311051248Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311051248Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311051248Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311051248Cleaning up temporary data from old regions at 1733311051258 (+10 ms)Region opened successfully at 1733311051262 (+4 ms) 2024-12-04T11:17:31,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:17:31,262 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:17:31,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:17:31,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:17:31,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:17:31,263 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:17:31,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311051262Disabling compacts and flushes for region at 1733311051262Disabling writes for close at 1733311051262Writing region close event to WAL at 1733311051263 (+1 ms)Closed at 1733311051263 2024-12-04T11:17:31,264 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:17:31,264 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T11:17:31,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T11:17:31,266 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:17:31,267 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T11:17:31,285 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T11:17:31,417 DEBUG [e12b86b8109d:42405 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T11:17:31,418 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e12b86b8109d,37401,1733311048348 2024-12-04T11:17:31,419 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,37401,1733311048348, state=OPENING 2024-12-04T11:17:31,536 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T11:17:31,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42405-0x101a00f88540003, quorum=127.0.0.1:57070, baseZNode=/1579169207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1579169207 2024-12-04T11:17:31,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x101a00f88540004, quorum=127.0.0.1:57070, baseZNode=/1579169207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1579169207 2024-12-04T11:17:31,557 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:17:31,557 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1579169207/meta-region-server: CHANGED 2024-12-04T11:17:31,557 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1579169207/meta-region-server: CHANGED 2024-12-04T11:17:31,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,37401,1733311048348}] 2024-12-04T11:17:31,710 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T11:17:31,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T11:17:31,716 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T11:17:31,716 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:17:31,717 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T11:17:31,718 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C37401%2C1733311048348.meta, suffix=.meta, logDir=hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/WALs/e12b86b8109d,37401,1733311048348, archiveDir=hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/oldWALs, maxLogs=10 2024-12-04T11:17:31,736 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/WALs/e12b86b8109d,37401,1733311048348/e12b86b8109d%2C37401%2C1733311048348.meta.1733311051719.meta, exclude list is [], retry=0 2024-12-04T11:17:31,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40587,DS-538aa2ee-c71c-41ed-86d1-9bb92211eeff,DISK] 2024-12-04T11:17:31,743 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/WALs/e12b86b8109d,37401,1733311048348/e12b86b8109d%2C37401%2C1733311048348.meta.1733311051719.meta 2024-12-04T11:17:31,744 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46377:46377)] 2024-12-04T11:17:31,744 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:17:31,744 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:17:31,744 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T11:17:31,744 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T11:17:31,745 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T11:17:31,745 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T11:17:31,745 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:17:31,745 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T11:17:31,745 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T11:17:31,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:17:31,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:17:31,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:31,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:31,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:17:31,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:17:31,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:31,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:31,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:17:31,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:17:31,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:31,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:31,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:17:31,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:17:31,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:31,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:31,754 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:17:31,754 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/data/hbase/meta/1588230740 2024-12-04T11:17:31,756 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/data/hbase/meta/1588230740 2024-12-04T11:17:31,759 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:17:31,759 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:17:31,760 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:17:31,762 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:17:31,762 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66608211, jitterRate=-0.007460311055183411}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:17:31,762 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T11:17:31,763 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733311051745Writing region info on filesystem at 1733311051745Initializing all the Stores at 1733311051746 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311051747 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311051747Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311051747Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311051747Cleaning up temporary data from old regions at 1733311051759 (+12 ms)Running coprocessor post-open hooks at 1733311051762 (+3 ms)Region opened successfully at 1733311051763 (+1 ms) 2024-12-04T11:17:31,764 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733311051710 2024-12-04T11:17:31,767 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T11:17:31,767 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T11:17:31,767 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e12b86b8109d,37401,1733311048348 2024-12-04T11:17:31,768 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,37401,1733311048348, state=OPEN 2024-12-04T11:17:31,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x101a00f88540004, quorum=127.0.0.1:57070, baseZNode=/1579169207 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1579169207/meta-region-server 2024-12-04T11:17:31,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42405-0x101a00f88540003, quorum=127.0.0.1:57070, baseZNode=/1579169207 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1579169207/meta-region-server 2024-12-04T11:17:31,778 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e12b86b8109d,37401,1733311048348 2024-12-04T11:17:31,778 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1579169207/meta-region-server: CHANGED 2024-12-04T11:17:31,778 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1579169207/meta-region-server: CHANGED 2024-12-04T11:17:31,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T11:17:31,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,37401,1733311048348 in 221 msec 2024-12-04T11:17:31,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T11:17:31,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 518 msec 2024-12-04T11:17:31,785 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:17:31,785 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T11:17:31,787 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:17:31,787 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,37401,1733311048348, seqNum=-1] 2024-12-04T11:17:31,787 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:17:31,789 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:17:31,795 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3710 sec 2024-12-04T11:17:31,796 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733311051796, completionTime=-1 2024-12-04T11:17:31,796 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T11:17:31,796 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T11:17:31,798 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T11:17:31,799 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733311111798 2024-12-04T11:17:31,799 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733311171799 2024-12-04T11:17:31,799 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T11:17:31,799 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,42405,1733311048207-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:31,799 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,42405,1733311048207-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:31,799 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,42405,1733311048207-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:31,799 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e12b86b8109d:42405, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:31,799 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:31,799 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:31,802 DEBUG [master/e12b86b8109d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T11:17:31,804 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.384sec 2024-12-04T11:17:31,804 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T11:17:31,804 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T11:17:31,804 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T11:17:31,804 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T11:17:31,804 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T11:17:31,804 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,42405,1733311048207-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:17:31,804 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,42405,1733311048207-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T11:17:31,807 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T11:17:31,807 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T11:17:31,807 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,42405,1733311048207-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:31,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f02ef67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:31,880 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,42405,-1 for getting cluster id 2024-12-04T11:17:31,880 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:17:31,882 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '594f1d03-3011-4e2f-b02d-485678e7d527' 2024-12-04T11:17:31,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:17:31,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "594f1d03-3011-4e2f-b02d-485678e7d527" 2024-12-04T11:17:31,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@653fba9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:31,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,42405,-1] 2024-12-04T11:17:31,883 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:17:31,883 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:31,884 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:17:31,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486ddd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:31,885 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:17:31,887 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,37401,1733311048348, seqNum=-1] 2024-12-04T11:17:31,887 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:17:31,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:17:31,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e12b86b8109d,42405,1733311048207 2024-12-04T11:17:31,892 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57070 2024-12-04T11:17:31,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57070, baseZNode=/1579169207 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:17:31,905 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a00f88540005 connected 2024-12-04T11:17:31,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e19e2cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:31,918 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,45667,-1 for getting cluster id 2024-12-04T11:17:31,918 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:17:31,919 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6651880c-8a9a-46d4-8da6-e0356f63d7d2' 2024-12-04T11:17:31,919 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:17:31,919 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6651880c-8a9a-46d4-8da6-e0356f63d7d2" 2024-12-04T11:17:31,919 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@373dfc77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:31,919 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,45667,-1] 2024-12-04T11:17:31,920 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:17:31,920 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:31,920 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:17:31,921 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d51be8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:31,921 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:17:31,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,45667,1733311042811 2024-12-04T11:17:31,923 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71e4759c 2024-12-04T11:17:31,923 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:17:31,924 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:17:31,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e12b86b8109d:42405,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T11:17:31,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T11:17:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:17:31,928 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e12b86b8109d:42405' 2024-12-04T11:17:31,929 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d585de9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:31,929 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,42405,-1 for getting cluster id 2024-12-04T11:17:31,929 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:17:31,930 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:17:31,931 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '594f1d03-3011-4e2f-b02d-485678e7d527' 2024-12-04T11:17:31,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:17:31,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "594f1d03-3011-4e2f-b02d-485678e7d527" 2024-12-04T11:17:31,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e0ed2ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:31,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,42405,-1] 2024-12-04T11:17:31,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:17:31,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:31,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:17:31,936 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:17:31,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@514ac5c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:31,937 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:17:31,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,42405,1733311048207 2024-12-04T11:17:31,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18c372c7 2024-12-04T11:17:31,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:17:31,942 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:17:31,943 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-04T11:17:31,943 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T11:17:31,943 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:31,943 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:31,944 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:17:31,945 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:17:31,945 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T11:17:31,947 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T11:17:31,947 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:31,948 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T11:17:31,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:17:31,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741835_1011 (size=1138) 2024-12-04T11:17:31,965 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2eec17a90ce7f05e01c7b29853f0bf72, NAME => 'hbase:replication,,1733311051944.2eec17a90ce7f05e01c7b29853f0bf72.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8 2024-12-04T11:17:31,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741836_1012 (size=44) 2024-12-04T11:17:31,979 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733311051944.2eec17a90ce7f05e01c7b29853f0bf72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:17:31,979 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2eec17a90ce7f05e01c7b29853f0bf72, disabling compactions & flushes 2024-12-04T11:17:31,979 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733311051944.2eec17a90ce7f05e01c7b29853f0bf72. 2024-12-04T11:17:31,979 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733311051944.2eec17a90ce7f05e01c7b29853f0bf72. 2024-12-04T11:17:31,979 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733311051944.2eec17a90ce7f05e01c7b29853f0bf72. after waiting 0 ms 2024-12-04T11:17:31,979 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733311051944.2eec17a90ce7f05e01c7b29853f0bf72. 2024-12-04T11:17:31,979 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733311051944.2eec17a90ce7f05e01c7b29853f0bf72. 2024-12-04T11:17:31,979 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2eec17a90ce7f05e01c7b29853f0bf72: Waiting for close lock at 1733311051979Disabling compacts and flushes for region at 1733311051979Disabling writes for close at 1733311051979Writing region close event to WAL at 1733311051979Closed at 1733311051979 2024-12-04T11:17:31,981 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T11:17:31,982 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733311051944.2eec17a90ce7f05e01c7b29853f0bf72.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733311051981"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733311051981"}]},"ts":"1733311051981"} 2024-12-04T11:17:31,984 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T11:17:31,986 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T11:17:31,986 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311051986"}]},"ts":"1733311051986"} 2024-12-04T11:17:31,988 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T11:17:31,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2eec17a90ce7f05e01c7b29853f0bf72, ASSIGN}] 2024-12-04T11:17:31,991 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2eec17a90ce7f05e01c7b29853f0bf72, ASSIGN 2024-12-04T11:17:31,992 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2eec17a90ce7f05e01c7b29853f0bf72, ASSIGN; state=OFFLINE, location=e12b86b8109d,39951,1733311043001; forceNewPlan=false, retain=false 2024-12-04T11:17:31,996 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T11:17:32,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:17:32,142 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2eec17a90ce7f05e01c7b29853f0bf72, regionState=OPENING, regionLocation=e12b86b8109d,39951,1733311043001 2024-12-04T11:17:32,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2eec17a90ce7f05e01c7b29853f0bf72, ASSIGN because future has completed 2024-12-04T11:17:32,146 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2eec17a90ce7f05e01c7b29853f0bf72, server=e12b86b8109d,39951,1733311043001}] 2024-12-04T11:17:32,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:17:32,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733311051944.2eec17a90ce7f05e01c7b29853f0bf72. 2024-12-04T11:17:32,303 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:17:32,303 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T11:17:32,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C39951%2C1733311043001.rep, suffix=, logDir=hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/WALs/e12b86b8109d,39951,1733311043001, archiveDir=hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/oldWALs, maxLogs=10 2024-12-04T11:17:32,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/WALs/e12b86b8109d,39951,1733311043001/e12b86b8109d%2C39951%2C1733311043001.rep.1733311052305, exclude list is [], retry=0 2024-12-04T11:17:32,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38983,DS-97826db0-5e0b-4486-9773-5608d3eb73a3,DISK] 2024-12-04T11:17:32,320 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/WALs/e12b86b8109d,39951,1733311043001/e12b86b8109d%2C39951%2C1733311043001.rep.1733311052305 2024-12-04T11:17:32,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43831:43831)] 2024-12-04T11:17:32,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 2eec17a90ce7f05e01c7b29853f0bf72, NAME => 'hbase:replication,,1733311051944.2eec17a90ce7f05e01c7b29853f0bf72.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:17:32,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:17:32,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T11:17:32,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733311051944.2eec17a90ce7f05e01c7b29853f0bf72. service=MultiRowMutationService 2024-12-04T11:17:32,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T11:17:32,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2eec17a90ce7f05e01c7b29853f0bf72 2024-12-04T11:17:32,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733311051944.2eec17a90ce7f05e01c7b29853f0bf72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:17:32,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 2eec17a90ce7f05e01c7b29853f0bf72 2024-12-04T11:17:32,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 2eec17a90ce7f05e01c7b29853f0bf72 2024-12-04T11:17:32,323 INFO [StoreOpener-2eec17a90ce7f05e01c7b29853f0bf72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2eec17a90ce7f05e01c7b29853f0bf72 2024-12-04T11:17:32,324 INFO [StoreOpener-2eec17a90ce7f05e01c7b29853f0bf72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2eec17a90ce7f05e01c7b29853f0bf72 columnFamilyName hfileref 2024-12-04T11:17:32,324 DEBUG [StoreOpener-2eec17a90ce7f05e01c7b29853f0bf72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:32,325 INFO [StoreOpener-2eec17a90ce7f05e01c7b29853f0bf72-1 {}] regionserver.HStore(327): Store=2eec17a90ce7f05e01c7b29853f0bf72/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:17:32,325 INFO [StoreOpener-2eec17a90ce7f05e01c7b29853f0bf72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2eec17a90ce7f05e01c7b29853f0bf72 2024-12-04T11:17:32,326 INFO [StoreOpener-2eec17a90ce7f05e01c7b29853f0bf72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2eec17a90ce7f05e01c7b29853f0bf72 columnFamilyName queue 2024-12-04T11:17:32,326 DEBUG [StoreOpener-2eec17a90ce7f05e01c7b29853f0bf72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:32,326 INFO [StoreOpener-2eec17a90ce7f05e01c7b29853f0bf72-1 {}] regionserver.HStore(327): Store=2eec17a90ce7f05e01c7b29853f0bf72/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:17:32,326 INFO [StoreOpener-2eec17a90ce7f05e01c7b29853f0bf72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2eec17a90ce7f05e01c7b29853f0bf72 2024-12-04T11:17:32,327 INFO [StoreOpener-2eec17a90ce7f05e01c7b29853f0bf72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2eec17a90ce7f05e01c7b29853f0bf72 columnFamilyName sid 2024-12-04T11:17:32,328 DEBUG [StoreOpener-2eec17a90ce7f05e01c7b29853f0bf72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:32,328 INFO [StoreOpener-2eec17a90ce7f05e01c7b29853f0bf72-1 {}] regionserver.HStore(327): Store=2eec17a90ce7f05e01c7b29853f0bf72/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:17:32,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 2eec17a90ce7f05e01c7b29853f0bf72 2024-12-04T11:17:32,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/data/hbase/replication/2eec17a90ce7f05e01c7b29853f0bf72 2024-12-04T11:17:32,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/data/hbase/replication/2eec17a90ce7f05e01c7b29853f0bf72 2024-12-04T11:17:32,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 2eec17a90ce7f05e01c7b29853f0bf72 2024-12-04T11:17:32,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 2eec17a90ce7f05e01c7b29853f0bf72 2024-12-04T11:17:32,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T11:17:32,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 2eec17a90ce7f05e01c7b29853f0bf72 2024-12-04T11:17:32,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/data/hbase/replication/2eec17a90ce7f05e01c7b29853f0bf72/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:17:32,334 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 2eec17a90ce7f05e01c7b29853f0bf72; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66556341, jitterRate=-0.008233234286308289}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T11:17:32,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2eec17a90ce7f05e01c7b29853f0bf72 2024-12-04T11:17:32,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 2eec17a90ce7f05e01c7b29853f0bf72: Running coprocessor pre-open hook at 1733311052321Writing region info on filesystem at 1733311052321Initializing all the Stores at 1733311052322 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311052322Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311052322Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311052322Cleaning up temporary data from old regions at 1733311052330 (+8 ms)Running coprocessor post-open hooks at 1733311052334 (+4 ms)Region opened successfully at 1733311052335 (+1 ms) 2024-12-04T11:17:32,336 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733311051944.2eec17a90ce7f05e01c7b29853f0bf72., pid=7, masterSystemTime=1733311052298 2024-12-04T11:17:32,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733311051944.2eec17a90ce7f05e01c7b29853f0bf72. 2024-12-04T11:17:32,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733311051944.2eec17a90ce7f05e01c7b29853f0bf72. 2024-12-04T11:17:32,339 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2eec17a90ce7f05e01c7b29853f0bf72, regionState=OPEN, openSeqNum=2, regionLocation=e12b86b8109d,39951,1733311043001 2024-12-04T11:17:32,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2eec17a90ce7f05e01c7b29853f0bf72, server=e12b86b8109d,39951,1733311043001 because future has completed 2024-12-04T11:17:32,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-04T11:17:32,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 2eec17a90ce7f05e01c7b29853f0bf72, server=e12b86b8109d,39951,1733311043001 in 196 msec 2024-12-04T11:17:32,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T11:17:32,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2eec17a90ce7f05e01c7b29853f0bf72, ASSIGN in 355 msec 2024-12-04T11:17:32,348 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T11:17:32,348 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311052348"}]},"ts":"1733311052348"} 2024-12-04T11:17:32,350 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T11:17:32,351 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T11:17:32,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 407 msec 2024-12-04T11:17:32,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733311051944.2eec17a90ce7f05e01c7b29853f0bf72., hostname=e12b86b8109d,39951,1733311043001, seqNum=2] 2024-12-04T11:17:32,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39951-0x101a00f88540001, quorum=127.0.0.1:57070, baseZNode=/01837890025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837890025 2024-12-04T11:17:32,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x101a00f88540000, quorum=127.0.0.1:57070, baseZNode=/01837890025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837890025 2024-12-04T11:17:32,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T11:17:32,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:17:32,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39951 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-04T11:17:32,638 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T11:17:32,665 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-e12b86b8109d,39951,1733311043001, ReplicationSource: 1, currentBandwidth=0 2024-12-04T11:17:32,665 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:17:32,665 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,39951,1733311043001, seqNum=-1] 2024-12-04T11:17:32,666 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:17:32,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-04T11:17:32,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e12b86b8109d,39951,1733311043001', locateType=CURRENT is [region=hbase:replication,,1733311051944.2eec17a90ce7f05e01c7b29853f0bf72., hostname=e12b86b8109d,39951,1733311043001, seqNum=2] 2024-12-04T11:17:32,672 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-04T11:17:32,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-04T11:17:32,675 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e12b86b8109d,39951,1733311043001 suceeded 2024-12-04T11:17:32,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-04T11:17:32,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-12-04T11:17:32,678 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e12b86b8109d:42405,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T11:17:32,680 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 754 msec 2024-12-04T11:17:32,686 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,39951,1733311043001 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e12b86b8109d:42405' 2024-12-04T11:17:32,687 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,39951,1733311043001 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b82a4c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:32,687 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,39951,1733311043001 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,42405,-1 for getting cluster id 2024-12-04T11:17:32,688 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,39951,1733311043001 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:17:32,688 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '594f1d03-3011-4e2f-b02d-485678e7d527' 2024-12-04T11:17:32,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:17:32,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "594f1d03-3011-4e2f-b02d-485678e7d527" 2024-12-04T11:17:32,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fa10d7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:32,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,42405,-1] 2024-12-04T11:17:32,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:17:32,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:32,690 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:17:32,691 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,39951,1733311043001 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20775613, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:32,691 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,39951,1733311043001 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:17:32,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,42405,1733311048207 2024-12-04T11:17:32,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f5bba56 2024-12-04T11:17:32,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:17:32,693 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-04T11:17:32,693 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,39951,1733311043001 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e12b86b8109d,39951,1733311043001 (queues=1) is replicating from cluster=6651880c-8a9a-46d4-8da6-e0356f63d7d2 to cluster=594f1d03-3011-4e2f-b02d-485678e7d527 2024-12-04T11:17:32,693 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,39951,1733311043001 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e12b86b8109d%2C39951%2C1733311043001 2024-12-04T11:17:32,693 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,39951,1733311043001 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e12b86b8109d,39951,1733311043001, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T11:17:32,694 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,39951,1733311043001.replicationSource.shippere12b86b8109d%2C39951%2C1733311043001,1-e12b86b8109d,39951,1733311043001 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e12b86b8109d%2C39951%2C1733311043001 2024-12-04T11:17:32,694 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,39951,1733311043001.replicationSource.wal-reader.e12b86b8109d%2C39951%2C1733311043001,1-e12b86b8109d,39951,1733311043001 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/WALs/e12b86b8109d,39951,1733311043001/e12b86b8109d%2C39951%2C1733311043001.1733311045421, startPosition=0, beingWritten=true 2024-12-04T11:17:32,899 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,39951,1733311043001.replicationSource.wal-reader.e12b86b8109d%2C39951%2C1733311043001,1-e12b86b8109d,39951,1733311043001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/WALs/e12b86b8109d,39951,1733311043001/e12b86b8109d%2C39951%2C1733311043001.1733311045421 to pos 0, reset compression=false 2024-12-04T11:17:33,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:17:33,068 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T11:17:33,068 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:17:33,068 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:17:33,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:33,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:33,069 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:17:33,069 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:17:33,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,45667,1733311042811 2024-12-04T11:17:33,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26818c83 2024-12-04T11:17:33,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:17:33,071 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:17:33,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T11:17:33,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T11:17:33,072 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:17:33,072 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:17:33,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:33,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:33,072 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:17:33,072 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T11:17:33,072 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1004408414, stopped=false 2024-12-04T11:17:33,072 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e12b86b8109d,42405,1733311048207 2024-12-04T11:17:33,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x101a00f88540004, quorum=127.0.0.1:57070, baseZNode=/1579169207 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1579169207/running 2024-12-04T11:17:33,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42405-0x101a00f88540003, quorum=127.0.0.1:57070, baseZNode=/1579169207 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1579169207/running 2024-12-04T11:17:33,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42405-0x101a00f88540003, quorum=127.0.0.1:57070, baseZNode=/1579169207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1579169207 2024-12-04T11:17:33,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x101a00f88540004, quorum=127.0.0.1:57070, baseZNode=/1579169207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1579169207 2024-12-04T11:17:33,122 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:17:33,122 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:17:33,122 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:17:33,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:33,123 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37401-0x101a00f88540004, quorum=127.0.0.1:57070, baseZNode=/1579169207 Set watcher on znode that does not yet exist, /1579169207/running 2024-12-04T11:17:33,123 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42405-0x101a00f88540003, quorum=127.0.0.1:57070, baseZNode=/1579169207 Set watcher on znode that does not yet exist, /1579169207/running 2024-12-04T11:17:33,123 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e12b86b8109d,37401,1733311048348' ***** 2024-12-04T11:17:33,123 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T11:17:33,123 INFO [RS:0;e12b86b8109d:37401 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T11:17:33,123 INFO [RS:0;e12b86b8109d:37401 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T11:17:33,123 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T11:17:33,123 INFO [RS:0;e12b86b8109d:37401 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T11:17:33,123 INFO [RS:0;e12b86b8109d:37401 {}] regionserver.HRegionServer(959): stopping server e12b86b8109d,37401,1733311048348 2024-12-04T11:17:33,123 INFO [RS:0;e12b86b8109d:37401 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:17:33,123 INFO [RS:0;e12b86b8109d:37401 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:37401. 2024-12-04T11:17:33,123 DEBUG [RS:0;e12b86b8109d:37401 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:17:33,123 DEBUG [RS:0;e12b86b8109d:37401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:33,123 INFO [RS:0;e12b86b8109d:37401 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T11:17:33,124 INFO [RS:0;e12b86b8109d:37401 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T11:17:33,124 INFO [RS:0;e12b86b8109d:37401 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T11:17:33,124 INFO [RS:0;e12b86b8109d:37401 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T11:17:33,124 INFO [RS:0;e12b86b8109d:37401 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T11:17:33,124 DEBUG [RS:0;e12b86b8109d:37401 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T11:17:33,124 DEBUG [RS:0;e12b86b8109d:37401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:17:33,124 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:17:33,124 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:17:33,124 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:17:33,124 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:17:33,124 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:17:33,124 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-04T11:17:33,138 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/data/hbase/meta/1588230740/.tmp/ns/019181d0b8f64ce8a45ff11e98985b9a is 43, key is default/ns:d/1733311051789/Put/seqid=0 2024-12-04T11:17:33,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741835_1011 (size=5153) 2024-12-04T11:17:33,177 INFO [regionserver/e12b86b8109d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:17:33,205 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,39951,1733311043001.replicationSource.wal-reader.e12b86b8109d%2C39951%2C1733311043001,1-e12b86b8109d,39951,1733311043001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/WALs/e12b86b8109d,39951,1733311043001/e12b86b8109d%2C39951%2C1733311043001.1733311045421 to pos 0, reset compression=false 2024-12-04T11:17:33,324 DEBUG [RS:0;e12b86b8109d:37401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:17:33,524 DEBUG [RS:0;e12b86b8109d:37401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:17:33,543 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/data/hbase/meta/1588230740/.tmp/ns/019181d0b8f64ce8a45ff11e98985b9a 2024-12-04T11:17:33,549 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/data/hbase/meta/1588230740/.tmp/ns/019181d0b8f64ce8a45ff11e98985b9a as hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/data/hbase/meta/1588230740/ns/019181d0b8f64ce8a45ff11e98985b9a 2024-12-04T11:17:33,555 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/data/hbase/meta/1588230740/ns/019181d0b8f64ce8a45ff11e98985b9a, entries=2, sequenceid=6, filesize=5.0 K 2024-12-04T11:17:33,556 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false 2024-12-04T11:17:33,560 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T11:17:33,561 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:17:33,561 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:17:33,561 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:17:33,561 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311053124Running coprocessor pre-close hooks at 1733311053124Disabling compacts and flushes for region at 1733311053124Disabling writes for close at 1733311053124Obtaining lock to block concurrent updates at 1733311053124Preparing flush snapshotting stores in 1588230740 at 1733311053124Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733311053125 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733311053125Flushing 1588230740/ns: creating writer at 1733311053125Flushing 1588230740/ns: appending metadata at 1733311053138 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733311053138Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e7da159: reopening flushed file at 1733311053549 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false at 1733311053556 (+7 ms)Writing region close event to WAL at 1733311053557 (+1 ms)Running coprocessor post-close hooks at 1733311053561 (+4 ms)Closed at 1733311053561 2024-12-04T11:17:33,561 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T11:17:33,610 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,39951,1733311043001.replicationSource.wal-reader.e12b86b8109d%2C39951%2C1733311043001,1-e12b86b8109d,39951,1733311043001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/WALs/e12b86b8109d,39951,1733311043001/e12b86b8109d%2C39951%2C1733311043001.1733311045421 to pos 0, reset compression=false 2024-12-04T11:17:33,673 INFO [regionserver/e12b86b8109d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T11:17:33,673 INFO [regionserver/e12b86b8109d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T11:17:33,724 INFO [RS:0;e12b86b8109d:37401 {}] regionserver.HRegionServer(976): stopping server e12b86b8109d,37401,1733311048348; all regions closed. 2024-12-04T11:17:33,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741834_1010 (size=1152) 2024-12-04T11:17:33,729 DEBUG [RS:0;e12b86b8109d:37401 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/oldWALs 2024-12-04T11:17:33,729 INFO [RS:0;e12b86b8109d:37401 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e12b86b8109d%2C37401%2C1733311048348.meta:.meta(num 1733311051719) 2024-12-04T11:17:33,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741832_1008 (size=93) 2024-12-04T11:17:33,731 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/WALs/e12b86b8109d,37401,1733311048348/e12b86b8109d%2C37401%2C1733311048348.1733311050705 not finished, retry = 0 2024-12-04T11:17:33,834 DEBUG [RS:0;e12b86b8109d:37401 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/oldWALs 2024-12-04T11:17:33,834 INFO [RS:0;e12b86b8109d:37401 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e12b86b8109d%2C37401%2C1733311048348:(num 1733311050705) 2024-12-04T11:17:33,834 DEBUG [RS:0;e12b86b8109d:37401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:33,834 INFO [RS:0;e12b86b8109d:37401 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:17:33,834 INFO [RS:0;e12b86b8109d:37401 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:17:33,834 INFO [RS:0;e12b86b8109d:37401 {}] hbase.ChoreService(370): Chore service for: regionserver/e12b86b8109d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T11:17:33,835 INFO [RS:0;e12b86b8109d:37401 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:17:33,835 INFO [regionserver/e12b86b8109d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:17:33,835 INFO [RS:0;e12b86b8109d:37401 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37401 2024-12-04T11:17:33,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42405-0x101a00f88540003, quorum=127.0.0.1:57070, baseZNode=/1579169207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1579169207/rs 2024-12-04T11:17:33,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x101a00f88540004, quorum=127.0.0.1:57070, baseZNode=/1579169207 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1579169207/rs/e12b86b8109d,37401,1733311048348 2024-12-04T11:17:33,848 INFO [RS:0;e12b86b8109d:37401 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:17:33,859 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e12b86b8109d,37401,1733311048348] 2024-12-04T11:17:33,869 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1579169207/draining/e12b86b8109d,37401,1733311048348 already deleted, retry=false 2024-12-04T11:17:33,869 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e12b86b8109d,37401,1733311048348 expired; onlineServers=0 2024-12-04T11:17:33,869 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e12b86b8109d,42405,1733311048207' ***** 2024-12-04T11:17:33,869 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T11:17:33,869 INFO [M:0;e12b86b8109d:42405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:17:33,869 INFO [M:0;e12b86b8109d:42405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:17:33,869 DEBUG [M:0;e12b86b8109d:42405 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T11:17:33,870 DEBUG [M:0;e12b86b8109d:42405 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T11:17:33,870 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T11:17:33,870 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311050430 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311050430,5,FailOnTimeoutGroup] 2024-12-04T11:17:33,870 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311050431 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311050431,5,FailOnTimeoutGroup] 2024-12-04T11:17:33,870 INFO [M:0;e12b86b8109d:42405 {}] hbase.ChoreService(370): Chore service for: master/e12b86b8109d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T11:17:33,870 INFO [M:0;e12b86b8109d:42405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:17:33,870 DEBUG [M:0;e12b86b8109d:42405 {}] master.HMaster(1795): Stopping service threads 2024-12-04T11:17:33,870 INFO [M:0;e12b86b8109d:42405 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T11:17:33,870 INFO [M:0;e12b86b8109d:42405 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:17:33,870 INFO [M:0;e12b86b8109d:42405 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T11:17:33,870 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T11:17:33,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42405-0x101a00f88540003, quorum=127.0.0.1:57070, baseZNode=/1579169207 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1579169207/master 2024-12-04T11:17:33,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42405-0x101a00f88540003, quorum=127.0.0.1:57070, baseZNode=/1579169207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1579169207 2024-12-04T11:17:33,880 DEBUG [M:0;e12b86b8109d:42405 {}] zookeeper.ZKUtil(347): master:42405-0x101a00f88540003, quorum=127.0.0.1:57070, baseZNode=/1579169207 Unable to get data of znode /1579169207/master because node does not exist (not an error) 2024-12-04T11:17:33,880 WARN [M:0;e12b86b8109d:42405 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T11:17:33,880 INFO [M:0;e12b86b8109d:42405 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/.lastflushedseqids 2024-12-04T11:17:33,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741836_1012 (size=99) 2024-12-04T11:17:33,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x101a00f88540004, quorum=127.0.0.1:57070, baseZNode=/1579169207 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:17:33,959 INFO [RS:0;e12b86b8109d:37401 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:17:33,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x101a00f88540004, quorum=127.0.0.1:57070, baseZNode=/1579169207 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:17:33,959 INFO [RS:0;e12b86b8109d:37401 {}] regionserver.HRegionServer(1031): Exiting; stopping=e12b86b8109d,37401,1733311048348; zookeeper connection closed. 2024-12-04T11:17:33,959 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@b73550e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@b73550e 2024-12-04T11:17:33,959 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T11:17:34,115 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,39951,1733311043001.replicationSource.wal-reader.e12b86b8109d%2C39951%2C1733311043001,1-e12b86b8109d,39951,1733311043001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/WALs/e12b86b8109d,39951,1733311043001/e12b86b8109d%2C39951%2C1733311043001.1733311045421 to pos 0, reset compression=false 2024-12-04T11:17:34,285 INFO [M:0;e12b86b8109d:42405 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T11:17:34,286 INFO [M:0;e12b86b8109d:42405 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T11:17:34,286 DEBUG [M:0;e12b86b8109d:42405 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:17:34,286 INFO [M:0;e12b86b8109d:42405 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:17:34,286 DEBUG [M:0;e12b86b8109d:42405 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:17:34,286 DEBUG [M:0;e12b86b8109d:42405 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:17:34,286 DEBUG [M:0;e12b86b8109d:42405 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:17:34,286 INFO [M:0;e12b86b8109d:42405 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-04T11:17:34,305 DEBUG [M:0;e12b86b8109d:42405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/35f09cb904ff4c00a265feb081f68aa1 is 82, key is hbase:meta,,1/info:regioninfo/1733311051767/Put/seqid=0 2024-12-04T11:17:34,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741837_1013 (size=5672) 2024-12-04T11:17:34,710 INFO [M:0;e12b86b8109d:42405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/35f09cb904ff4c00a265feb081f68aa1 2024-12-04T11:17:34,720 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,39951,1733311043001.replicationSource.wal-reader.e12b86b8109d%2C39951%2C1733311043001,1-e12b86b8109d,39951,1733311043001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/WALs/e12b86b8109d,39951,1733311043001/e12b86b8109d%2C39951%2C1733311043001.1733311045421 to pos 0, reset compression=false 2024-12-04T11:17:34,732 DEBUG [M:0;e12b86b8109d:42405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39e27c5e54b4441bafecd5d6eb4714c6 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733311051795/Put/seqid=0 2024-12-04T11:17:34,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741838_1014 (size=5275) 2024-12-04T11:17:35,137 INFO [M:0;e12b86b8109d:42405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39e27c5e54b4441bafecd5d6eb4714c6 2024-12-04T11:17:35,168 DEBUG [M:0;e12b86b8109d:42405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f877f1abeda4b05bd1b69dd2b145d62 is 69, key is e12b86b8109d,37401,1733311048348/rs:state/1733311050552/Put/seqid=0 2024-12-04T11:17:35,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741839_1015 (size=5156) 2024-12-04T11:17:35,425 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,39951,1733311043001.replicationSource.wal-reader.e12b86b8109d%2C39951%2C1733311043001,1-e12b86b8109d,39951,1733311043001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/WALs/e12b86b8109d,39951,1733311043001/e12b86b8109d%2C39951%2C1733311043001.1733311045421 to pos 0, reset compression=false 2024-12-04T11:17:35,574 INFO [M:0;e12b86b8109d:42405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f877f1abeda4b05bd1b69dd2b145d62 2024-12-04T11:17:35,580 DEBUG [M:0;e12b86b8109d:42405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/35f09cb904ff4c00a265feb081f68aa1 as hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/35f09cb904ff4c00a265feb081f68aa1 2024-12-04T11:17:35,585 INFO [M:0;e12b86b8109d:42405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/35f09cb904ff4c00a265feb081f68aa1, entries=8, sequenceid=28, filesize=5.5 K 2024-12-04T11:17:35,586 DEBUG [M:0;e12b86b8109d:42405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39e27c5e54b4441bafecd5d6eb4714c6 as hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/39e27c5e54b4441bafecd5d6eb4714c6 2024-12-04T11:17:35,592 INFO [M:0;e12b86b8109d:42405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/39e27c5e54b4441bafecd5d6eb4714c6, entries=3, sequenceid=28, filesize=5.2 K 2024-12-04T11:17:35,593 DEBUG [M:0;e12b86b8109d:42405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f877f1abeda4b05bd1b69dd2b145d62 as hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8f877f1abeda4b05bd1b69dd2b145d62 2024-12-04T11:17:35,599 INFO [M:0;e12b86b8109d:42405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38473/user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8f877f1abeda4b05bd1b69dd2b145d62, entries=1, sequenceid=28, filesize=5.0 K 2024-12-04T11:17:35,600 INFO [M:0;e12b86b8109d:42405 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=28, compaction requested=false 2024-12-04T11:17:35,605 INFO [M:0;e12b86b8109d:42405 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:17:35,605 DEBUG [M:0;e12b86b8109d:42405 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311054286Disabling compacts and flushes for region at 1733311054286Disabling writes for close at 1733311054286Obtaining lock to block concurrent updates at 1733311054286Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733311054286Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733311054287 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733311054287Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733311054288 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733311054304 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733311054304Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733311054716 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733311054731 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733311054731Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733311055148 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733311055168 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733311055168Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51abf1c3: reopening flushed file at 1733311055579 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b725524: reopening flushed file at 1733311055586 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2140bc05: reopening flushed file at 1733311055592 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=28, compaction requested=false at 1733311055600 (+8 ms)Writing region close event to WAL at 1733311055605 (+5 ms)Closed at 1733311055605 2024-12-04T11:17:35,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741830_1006 (size=10165) 2024-12-04T11:17:35,610 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7ec3cc79-6452-7926-47b7-32a2e696e508/MasterData/WALs/e12b86b8109d,42405,1733311048207/e12b86b8109d%2C42405%2C1733311048207.1733311050120 not finished, retry = 0 2024-12-04T11:17:35,711 INFO [M:0;e12b86b8109d:42405 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T11:17:35,711 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:17:35,711 INFO [M:0;e12b86b8109d:42405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42405 2024-12-04T11:17:35,711 INFO [M:0;e12b86b8109d:42405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:17:35,877 INFO [M:0;e12b86b8109d:42405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:17:35,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42405-0x101a00f88540003, quorum=127.0.0.1:57070, baseZNode=/1579169207 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:17:35,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42405-0x101a00f88540003, quorum=127.0.0.1:57070, baseZNode=/1579169207 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:17:35,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e601b29{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T11:17:35,913 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e46d904{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T11:17:35,913 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T11:17:35,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42690e4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T11:17:35,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65f90607{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6110e246-6791-2026-2ecc-a410dab8c98e/hadoop.log.dir/,STOPPED} 2024-12-04T11:17:35,915 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T11:17:35,915 WARN [BP-1839117577-172.17.0.2-1733311046594 heartbeating to localhost/127.0.0.1:38473 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T11:17:35,915 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T11:17:35,915 WARN [BP-1839117577-172.17.0.2-1733311046594 heartbeating to localhost/127.0.0.1:38473 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1839117577-172.17.0.2-1733311046594 (Datanode Uuid f0ad3b1d-af4c-4b17-a8c3-10c5ba9a70d4) service to localhost/127.0.0.1:38473 2024-12-04T11:17:35,915 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6110e246-6791-2026-2ecc-a410dab8c98e/cluster_c5327273-685f-814b-0f40-26f1f4db2c2a/data/data1/current/BP-1839117577-172.17.0.2-1733311046594 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T11:17:35,916 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6110e246-6791-2026-2ecc-a410dab8c98e/cluster_c5327273-685f-814b-0f40-26f1f4db2c2a/data/data2/current/BP-1839117577-172.17.0.2-1733311046594 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T11:17:35,916 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T11:17:35,923 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40ee5f6a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T11:17:35,924 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ac1b7c8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T11:17:35,924 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T11:17:35,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13605576{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T11:17:35,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7734c845{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6110e246-6791-2026-2ecc-a410dab8c98e/hadoop.log.dir/,STOPPED} 2024-12-04T11:17:35,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T11:17:35,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T11:17:35,939 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:17:35,939 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:17:35,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:35,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:35,939 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:17:35,939 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T11:17:35,939 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=166036962, stopped=false 2024-12-04T11:17:35,939 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e12b86b8109d,45667,1733311042811 2024-12-04T11:17:35,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x101a00f88540000, quorum=127.0.0.1:57070, baseZNode=/01837890025 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01837890025/running 2024-12-04T11:17:35,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39951-0x101a00f88540001, quorum=127.0.0.1:57070, baseZNode=/01837890025 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01837890025/running 2024-12-04T11:17:35,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39951-0x101a00f88540001, quorum=127.0.0.1:57070, baseZNode=/01837890025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837890025 2024-12-04T11:17:35,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x101a00f88540000, quorum=127.0.0.1:57070, baseZNode=/01837890025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837890025 2024-12-04T11:17:35,956 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:17:35,957 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:17:35,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39951-0x101a00f88540001, quorum=127.0.0.1:57070, baseZNode=/01837890025 Set watcher on znode that does not yet exist, /01837890025/running 2024-12-04T11:17:35,957 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:17:35,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:35,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45667-0x101a00f88540000, quorum=127.0.0.1:57070, baseZNode=/01837890025 Set watcher on znode that does not yet exist, /01837890025/running 2024-12-04T11:17:35,957 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e12b86b8109d,39951,1733311043001' ***** 2024-12-04T11:17:35,957 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T11:17:35,957 INFO [RS:0;e12b86b8109d:39951 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T11:17:35,957 INFO [RS:0;e12b86b8109d:39951 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T11:17:35,958 INFO [RS:0;e12b86b8109d:39951 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T11:17:35,958 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T11:17:35,958 INFO [RS:0;e12b86b8109d:39951 {}] regionserver.HRegionServer(3091): Received CLOSE for 2eec17a90ce7f05e01c7b29853f0bf72 2024-12-04T11:17:35,958 INFO [RS:0;e12b86b8109d:39951 {}] regionserver.HRegionServer(959): stopping server e12b86b8109d,39951,1733311043001 2024-12-04T11:17:35,958 INFO [RS:0;e12b86b8109d:39951 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:17:35,958 INFO [RS:0;e12b86b8109d:39951 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:39951. 2024-12-04T11:17:35,958 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2eec17a90ce7f05e01c7b29853f0bf72, disabling compactions & flushes 2024-12-04T11:17:35,958 DEBUG [RS:0;e12b86b8109d:39951 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:17:35,958 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733311051944.2eec17a90ce7f05e01c7b29853f0bf72. 2024-12-04T11:17:35,958 DEBUG [RS:0;e12b86b8109d:39951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:35,958 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733311051944.2eec17a90ce7f05e01c7b29853f0bf72. 2024-12-04T11:17:35,958 INFO [RS:0;e12b86b8109d:39951 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T11:17:35,958 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733311051944.2eec17a90ce7f05e01c7b29853f0bf72. after waiting 0 ms 2024-12-04T11:17:35,958 INFO [RS:0;e12b86b8109d:39951 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T11:17:35,958 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733311051944.2eec17a90ce7f05e01c7b29853f0bf72. 2024-12-04T11:17:35,958 INFO [RS:0;e12b86b8109d:39951 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T11:17:35,958 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2eec17a90ce7f05e01c7b29853f0bf72 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-04T11:17:35,958 INFO [RS:0;e12b86b8109d:39951 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T11:17:35,959 INFO [RS:0;e12b86b8109d:39951 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T11:17:35,959 DEBUG [RS:0;e12b86b8109d:39951 {}] regionserver.HRegionServer(1325): Online Regions={2eec17a90ce7f05e01c7b29853f0bf72=hbase:replication,,1733311051944.2eec17a90ce7f05e01c7b29853f0bf72., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T11:17:35,959 DEBUG [RS:0;e12b86b8109d:39951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2eec17a90ce7f05e01c7b29853f0bf72 2024-12-04T11:17:35,959 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:17:35,959 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:17:35,959 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:17:35,959 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:17:35,959 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:17:35,960 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-04T11:17:35,975 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/data/hbase/meta/1588230740/.tmp/info/5bac5be132c344de8cfdf45f44e1282e is 147, key is hbase:replication,,1733311051944.2eec17a90ce7f05e01c7b29853f0bf72./info:regioninfo/1733311052339/Put/seqid=0 2024-12-04T11:17:35,980 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/data/hbase/replication/2eec17a90ce7f05e01c7b29853f0bf72/.tmp/queue/03dd0e30b44c452fa8f42d1be66ac46e is 151, key is 1-e12b86b8109d,39951,1733311043001/queue:e12b86b8109d%2C39951%2C1733311043001/1733311052670/Put/seqid=0 2024-12-04T11:17:35,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741838_1014 (size=6631) 2024-12-04T11:17:35,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741839_1015 (size=5350) 2024-12-04T11:17:35,998 INFO [regionserver/e12b86b8109d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:17:36,159 DEBUG [RS:0;e12b86b8109d:39951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2eec17a90ce7f05e01c7b29853f0bf72 2024-12-04T11:17:36,230 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,39951,1733311043001.replicationSource.wal-reader.e12b86b8109d%2C39951%2C1733311043001,1-e12b86b8109d,39951,1733311043001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/WALs/e12b86b8109d,39951,1733311043001/e12b86b8109d%2C39951%2C1733311043001.1733311045421 to pos 0, reset compression=false 2024-12-04T11:17:36,328 INFO [regionserver/e12b86b8109d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T11:17:36,328 INFO [regionserver/e12b86b8109d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T11:17:36,359 DEBUG [RS:0;e12b86b8109d:39951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2eec17a90ce7f05e01c7b29853f0bf72 2024-12-04T11:17:36,382 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/data/hbase/meta/1588230740/.tmp/info/5bac5be132c344de8cfdf45f44e1282e 2024-12-04T11:17:36,386 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/data/hbase/replication/2eec17a90ce7f05e01c7b29853f0bf72/.tmp/queue/03dd0e30b44c452fa8f42d1be66ac46e 2024-12-04T11:17:36,392 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/data/hbase/replication/2eec17a90ce7f05e01c7b29853f0bf72/.tmp/queue/03dd0e30b44c452fa8f42d1be66ac46e as hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/data/hbase/replication/2eec17a90ce7f05e01c7b29853f0bf72/queue/03dd0e30b44c452fa8f42d1be66ac46e 2024-12-04T11:17:36,398 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/data/hbase/replication/2eec17a90ce7f05e01c7b29853f0bf72/queue/03dd0e30b44c452fa8f42d1be66ac46e, entries=1, sequenceid=5, filesize=5.2 K 2024-12-04T11:17:36,399 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 2eec17a90ce7f05e01c7b29853f0bf72 in 441ms, sequenceid=5, compaction requested=false 2024-12-04T11:17:36,399 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T11:17:36,407 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/data/hbase/meta/1588230740/.tmp/ns/d349f9fa0b6f49d1b210785136e89f8a is 43, key is default/ns:d/1733311046498/Put/seqid=0 2024-12-04T11:17:36,408 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/data/hbase/replication/2eec17a90ce7f05e01c7b29853f0bf72/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T11:17:36,409 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:17:36,409 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:17:36,409 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733311051944.2eec17a90ce7f05e01c7b29853f0bf72. 2024-12-04T11:17:36,409 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2eec17a90ce7f05e01c7b29853f0bf72: Waiting for close lock at 1733311055958Running coprocessor pre-close hooks at 1733311055958Disabling compacts and flushes for region at 1733311055958Disabling writes for close at 1733311055958Obtaining lock to block concurrent updates at 1733311055958Preparing flush snapshotting stores in 2eec17a90ce7f05e01c7b29853f0bf72 at 1733311055958Finished memstore snapshotting hbase:replication,,1733311051944.2eec17a90ce7f05e01c7b29853f0bf72., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733311055959 (+1 ms)Flushing stores of hbase:replication,,1733311051944.2eec17a90ce7f05e01c7b29853f0bf72. at 1733311055959Flushing 2eec17a90ce7f05e01c7b29853f0bf72/queue: creating writer at 1733311055959Flushing 2eec17a90ce7f05e01c7b29853f0bf72/queue: appending metadata at 1733311055980 (+21 ms)Flushing 2eec17a90ce7f05e01c7b29853f0bf72/queue: closing flushed file at 1733311055980Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b27878e: reopening flushed file at 1733311056391 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 2eec17a90ce7f05e01c7b29853f0bf72 in 441ms, sequenceid=5, compaction requested=false at 1733311056399 (+8 ms)Writing region close event to WAL at 1733311056404 (+5 ms)Running coprocessor post-close hooks at 1733311056408 (+4 ms)Closed at 1733311056409 (+1 ms) 2024-12-04T11:17:36,409 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733311051944.2eec17a90ce7f05e01c7b29853f0bf72. 2024-12-04T11:17:36,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741840_1016 (size=5153) 2024-12-04T11:17:36,560 DEBUG [RS:0;e12b86b8109d:39951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:17:36,760 DEBUG [RS:0;e12b86b8109d:39951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:17:36,811 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/data/hbase/meta/1588230740/.tmp/ns/d349f9fa0b6f49d1b210785136e89f8a 2024-12-04T11:17:36,830 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/data/hbase/meta/1588230740/.tmp/table/afc59944279f4924ab8da1114d3f208c is 53, key is hbase:replication/table:state/1733311052348/Put/seqid=0 2024-12-04T11:17:36,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741841_1017 (size=5256) 2024-12-04T11:17:36,960 INFO [RS:0;e12b86b8109d:39951 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T11:17:36,960 DEBUG [RS:0;e12b86b8109d:39951 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T11:17:36,960 DEBUG [RS:0;e12b86b8109d:39951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:17:37,135 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,39951,1733311043001.replicationSource.wal-reader.e12b86b8109d%2C39951%2C1733311043001,1-e12b86b8109d,39951,1733311043001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/WALs/e12b86b8109d,39951,1733311043001/e12b86b8109d%2C39951%2C1733311043001.1733311045421 to pos 0, reset compression=false 2024-12-04T11:17:37,160 DEBUG [RS:0;e12b86b8109d:39951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:17:37,235 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/data/hbase/meta/1588230740/.tmp/table/afc59944279f4924ab8da1114d3f208c 2024-12-04T11:17:37,241 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/data/hbase/meta/1588230740/.tmp/info/5bac5be132c344de8cfdf45f44e1282e as hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/data/hbase/meta/1588230740/info/5bac5be132c344de8cfdf45f44e1282e 2024-12-04T11:17:37,247 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/data/hbase/meta/1588230740/info/5bac5be132c344de8cfdf45f44e1282e, entries=10, sequenceid=11, filesize=6.5 K 2024-12-04T11:17:37,247 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:17:37,248 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/data/hbase/meta/1588230740/.tmp/ns/d349f9fa0b6f49d1b210785136e89f8a as hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/data/hbase/meta/1588230740/ns/d349f9fa0b6f49d1b210785136e89f8a 2024-12-04T11:17:37,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:17:37,254 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/data/hbase/meta/1588230740/ns/d349f9fa0b6f49d1b210785136e89f8a, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T11:17:37,256 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/data/hbase/meta/1588230740/.tmp/table/afc59944279f4924ab8da1114d3f208c as hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/data/hbase/meta/1588230740/table/afc59944279f4924ab8da1114d3f208c 2024-12-04T11:17:37,262 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/data/hbase/meta/1588230740/table/afc59944279f4924ab8da1114d3f208c, entries=2, sequenceid=11, filesize=5.1 K 2024-12-04T11:17:37,263 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=11, compaction requested=false 2024-12-04T11:17:37,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:17:37,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:17:37,272 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T11:17:37,272 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:17:37,272 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:17:37,272 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:17:37,272 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311055959Running coprocessor pre-close hooks at 1733311055959Disabling compacts and flushes for region at 1733311055959Disabling writes for close at 1733311055959Obtaining lock to block concurrent updates at 1733311055960 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733311055960Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733311055960Flushing stores of hbase:meta,,1.1588230740 at 1733311055961 (+1 ms)Flushing 1588230740/info: creating writer at 1733311055961Flushing 1588230740/info: appending metadata at 1733311055975 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733311055975Flushing 1588230740/ns: creating writer at 1733311056391 (+416 ms)Flushing 1588230740/ns: appending metadata at 1733311056407 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733311056407Flushing 1588230740/table: creating writer at 1733311056817 (+410 ms)Flushing 1588230740/table: appending metadata at 1733311056829 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733311056829Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54e45107: reopening flushed file at 1733311057240 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@850cbef: reopening flushed file at 1733311057247 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dd18c7f: reopening flushed file at 1733311057255 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=11, compaction requested=false at 1733311057263 (+8 ms)Writing region close event to WAL at 1733311057268 (+5 ms)Running coprocessor post-close hooks at 1733311057272 (+4 ms)Closed at 1733311057272 2024-12-04T11:17:37,273 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T11:17:37,361 INFO [RS:0;e12b86b8109d:39951 {}] regionserver.HRegionServer(976): stopping server e12b86b8109d,39951,1733311043001; all regions closed. 2024-12-04T11:17:37,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741834_1010 (size=2742) 2024-12-04T11:17:37,363 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/WALs/e12b86b8109d,39951,1733311043001/e12b86b8109d%2C39951%2C1733311043001.meta.1733311046410.meta not finished, retry = 0 2024-12-04T11:17:37,466 DEBUG [RS:0;e12b86b8109d:39951 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/oldWALs 2024-12-04T11:17:37,466 INFO [RS:0;e12b86b8109d:39951 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e12b86b8109d%2C39951%2C1733311043001.meta:.meta(num 1733311046410) 2024-12-04T11:17:37,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741837_1013 (size=1586) 2024-12-04T11:17:37,468 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/WALs/e12b86b8109d,39951,1733311043001/e12b86b8109d%2C39951%2C1733311043001.rep.1733311052305 not finished, retry = 0 2024-12-04T11:17:37,571 DEBUG [RS:0;e12b86b8109d:39951 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/oldWALs 2024-12-04T11:17:37,571 INFO [RS:0;e12b86b8109d:39951 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e12b86b8109d%2C39951%2C1733311043001.rep:(num 1733311052305) 2024-12-04T11:17:37,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741832_1008 (size=93) 2024-12-04T11:17:37,574 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/WALs/e12b86b8109d,39951,1733311043001/e12b86b8109d%2C39951%2C1733311043001.1733311045421 not finished, retry = 0 2024-12-04T11:17:37,677 DEBUG [RS:0;e12b86b8109d:39951 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/oldWALs 2024-12-04T11:17:37,677 INFO [RS:0;e12b86b8109d:39951 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e12b86b8109d%2C39951%2C1733311043001:(num 1733311045421) 2024-12-04T11:17:37,677 DEBUG [RS:0;e12b86b8109d:39951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:37,677 INFO [RS:0;e12b86b8109d:39951 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:17:37,677 INFO [RS:0;e12b86b8109d:39951 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:17:37,677 INFO [RS:0;e12b86b8109d:39951 {}] hbase.ChoreService(370): Chore service for: regionserver/e12b86b8109d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T11:17:37,677 INFO [RS:0;e12b86b8109d:39951 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:17:37,677 INFO [regionserver/e12b86b8109d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:17:37,677 INFO [RS:0;e12b86b8109d:39951 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e12b86b8109d,39951,1733311043001 because: Region server is closing 2024-12-04T11:17:37,678 INFO [RS:0;e12b86b8109d:39951 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:39951. 2024-12-04T11:17:37,678 DEBUG [RS:0;e12b86b8109d:39951 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:17:37,678 DEBUG [RS:0;e12b86b8109d:39951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:37,678 DEBUG [RS:0;e12b86b8109d:39951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:37,678 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:17:37,778 WARN [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,39951,1733311043001.replicationSource.wal-reader.e12b86b8109d%2C39951%2C1733311043001,1-e12b86b8109d,39951,1733311043001 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T11:17:37,778 WARN [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,39951,1733311043001.replicationSource.shippere12b86b8109d%2C39951%2C1733311043001,1-e12b86b8109d,39951,1733311043001 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T11:17:37,779 INFO [RS:0;e12b86b8109d:39951 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,39951,1733311043001.replicationSource.shippere12b86b8109d%2C39951%2C1733311043001,1-e12b86b8109d,39951,1733311043001 terminated 2024-12-04T11:17:37,779 INFO [RS:0;e12b86b8109d:39951 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39951 2024-12-04T11:17:37,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x101a00f88540000, quorum=127.0.0.1:57070, baseZNode=/01837890025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837890025/rs 2024-12-04T11:17:37,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39951-0x101a00f88540001, quorum=127.0.0.1:57070, baseZNode=/01837890025 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01837890025/rs/e12b86b8109d,39951,1733311043001 2024-12-04T11:17:37,922 INFO [RS:0;e12b86b8109d:39951 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:17:37,922 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007fc6588e3a20@3e007ecf rejected from java.util.concurrent.ThreadPoolExecutor@7b02f76b[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-04T11:17:37,932 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e12b86b8109d,39951,1733311043001] 2024-12-04T11:17:37,942 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01837890025/draining/e12b86b8109d,39951,1733311043001 already deleted, retry=false 2024-12-04T11:17:37,943 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e12b86b8109d,39951,1733311043001 expired; onlineServers=0 2024-12-04T11:17:37,943 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e12b86b8109d,45667,1733311042811' ***** 2024-12-04T11:17:37,943 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T11:17:37,943 INFO [M:0;e12b86b8109d:45667 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:17:37,943 INFO [M:0;e12b86b8109d:45667 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:17:37,943 DEBUG [M:0;e12b86b8109d:45667 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T11:17:37,943 DEBUG [M:0;e12b86b8109d:45667 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T11:17:37,943 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T11:17:37,943 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311045204 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311045204,5,FailOnTimeoutGroup] 2024-12-04T11:17:37,943 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311045205 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311045205,5,FailOnTimeoutGroup] 2024-12-04T11:17:37,943 INFO [M:0;e12b86b8109d:45667 {}] hbase.ChoreService(370): Chore service for: master/e12b86b8109d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T11:17:37,943 INFO [M:0;e12b86b8109d:45667 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:17:37,943 DEBUG [M:0;e12b86b8109d:45667 {}] master.HMaster(1795): Stopping service threads 2024-12-04T11:17:37,943 INFO [M:0;e12b86b8109d:45667 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T11:17:37,944 INFO [M:0;e12b86b8109d:45667 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:17:37,944 INFO [M:0;e12b86b8109d:45667 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T11:17:37,944 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T11:17:37,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x101a00f88540000, quorum=127.0.0.1:57070, baseZNode=/01837890025 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01837890025/master 2024-12-04T11:17:37,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x101a00f88540000, quorum=127.0.0.1:57070, baseZNode=/01837890025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837890025 2024-12-04T11:17:37,953 DEBUG [M:0;e12b86b8109d:45667 {}] zookeeper.ZKUtil(347): master:45667-0x101a00f88540000, quorum=127.0.0.1:57070, baseZNode=/01837890025 Unable to get data of znode /01837890025/master because node does not exist (not an error) 2024-12-04T11:17:37,953 WARN [M:0;e12b86b8109d:45667 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T11:17:37,954 INFO [M:0;e12b86b8109d:45667 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/.lastflushedseqids 2024-12-04T11:17:37,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741842_1018 (size=181) 2024-12-04T11:17:38,032 INFO [RS:0;e12b86b8109d:39951 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:17:38,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39951-0x101a00f88540001, quorum=127.0.0.1:57070, baseZNode=/01837890025 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:17:38,032 INFO [RS:0;e12b86b8109d:39951 {}] regionserver.HRegionServer(1031): Exiting; stopping=e12b86b8109d,39951,1733311043001; zookeeper connection closed. 2024-12-04T11:17:38,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39951-0x101a00f88540001, quorum=127.0.0.1:57070, baseZNode=/01837890025 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:17:38,032 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45be2e23 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45be2e23 2024-12-04T11:17:38,033 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T11:17:38,359 INFO [M:0;e12b86b8109d:45667 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T11:17:38,359 INFO [M:0;e12b86b8109d:45667 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T11:17:38,360 DEBUG [M:0;e12b86b8109d:45667 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:17:38,360 INFO [M:0;e12b86b8109d:45667 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:17:38,360 DEBUG [M:0;e12b86b8109d:45667 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:17:38,360 DEBUG [M:0;e12b86b8109d:45667 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:17:38,360 DEBUG [M:0;e12b86b8109d:45667 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:17:38,360 INFO [M:0;e12b86b8109d:45667 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-04T11:17:38,373 DEBUG [M:0;e12b86b8109d:45667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b6e380bcbf994cea8e12cb3fab996fa0 is 82, key is hbase:meta,,1/info:regioninfo/1733311046447/Put/seqid=0 2024-12-04T11:17:38,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741843_1019 (size=5672) 2024-12-04T11:17:38,778 INFO [M:0;e12b86b8109d:45667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b6e380bcbf994cea8e12cb3fab996fa0 2024-12-04T11:17:38,795 DEBUG [M:0;e12b86b8109d:45667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99833edee0904277ba4e1a67f80ff485 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733311052352/Put/seqid=0 2024-12-04T11:17:38,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741844_1020 (size=7203) 2024-12-04T11:17:39,200 INFO [M:0;e12b86b8109d:45667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99833edee0904277ba4e1a67f80ff485 2024-12-04T11:17:39,218 DEBUG [M:0;e12b86b8109d:45667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/21474ec167f14f16a2ac6ad68d42fa59 is 69, key is e12b86b8109d,39951,1733311043001/rs:state/1733311045266/Put/seqid=0 2024-12-04T11:17:39,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741845_1021 (size=5156) 2024-12-04T11:17:39,622 INFO [M:0;e12b86b8109d:45667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/21474ec167f14f16a2ac6ad68d42fa59 2024-12-04T11:17:39,627 DEBUG [M:0;e12b86b8109d:45667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b6e380bcbf994cea8e12cb3fab996fa0 as hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b6e380bcbf994cea8e12cb3fab996fa0 2024-12-04T11:17:39,632 INFO [M:0;e12b86b8109d:45667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b6e380bcbf994cea8e12cb3fab996fa0, entries=8, sequenceid=70, filesize=5.5 K 2024-12-04T11:17:39,633 DEBUG [M:0;e12b86b8109d:45667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99833edee0904277ba4e1a67f80ff485 as hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/99833edee0904277ba4e1a67f80ff485 2024-12-04T11:17:39,638 INFO [M:0;e12b86b8109d:45667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/99833edee0904277ba4e1a67f80ff485, entries=8, sequenceid=70, filesize=7.0 K 2024-12-04T11:17:39,639 DEBUG [M:0;e12b86b8109d:45667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/21474ec167f14f16a2ac6ad68d42fa59 as hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/21474ec167f14f16a2ac6ad68d42fa59 2024-12-04T11:17:39,645 INFO [M:0;e12b86b8109d:45667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42597/user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/21474ec167f14f16a2ac6ad68d42fa59, entries=1, sequenceid=70, filesize=5.0 K 2024-12-04T11:17:39,647 INFO [M:0;e12b86b8109d:45667 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=70, compaction requested=false 2024-12-04T11:17:39,648 INFO [M:0;e12b86b8109d:45667 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:17:39,648 DEBUG [M:0;e12b86b8109d:45667 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311058360Disabling compacts and flushes for region at 1733311058360Disabling writes for close at 1733311058360Obtaining lock to block concurrent updates at 1733311058360Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733311058360Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733311058360Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733311058361 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733311058361Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733311058373 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733311058373Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733311058782 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733311058795 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733311058795Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733311059205 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733311059217 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733311059217Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67ad72e0: reopening flushed file at 1733311059626 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dffe859: reopening flushed file at 1733311059632 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29377324: reopening flushed file at 1733311059639 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=70, compaction requested=false at 1733311059647 (+8 ms)Writing region close event to WAL at 1733311059648 (+1 ms)Closed at 1733311059648 2024-12-04T11:17:39,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741830_1006 (size=41008) 2024-12-04T11:17:39,654 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5f3b47b5-fcb3-4eca-7613-9c8108de9fd8/MasterData/WALs/e12b86b8109d,45667,1733311042811/e12b86b8109d%2C45667%2C1733311042811.1733311044803 not finished, retry = 0 2024-12-04T11:17:39,755 INFO [M:0;e12b86b8109d:45667 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T11:17:39,755 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:17:39,755 INFO [M:0;e12b86b8109d:45667 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45667 2024-12-04T11:17:39,755 INFO [M:0;e12b86b8109d:45667 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:17:39,937 INFO [M:0;e12b86b8109d:45667 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:17:39,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x101a00f88540000, quorum=127.0.0.1:57070, baseZNode=/01837890025 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:17:39,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x101a00f88540000, quorum=127.0.0.1:57070, baseZNode=/01837890025 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:17:39,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61131b46{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T11:17:39,940 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24849c3d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T11:17:39,940 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T11:17:39,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68b58e18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T11:17:39,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4438aed1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e57afb90-7fd1-f51a-7861-f2a4166d8670/hadoop.log.dir/,STOPPED} 2024-12-04T11:17:39,941 WARN [BP-853255795-172.17.0.2-1733311040706 heartbeating to localhost/127.0.0.1:42597 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T11:17:39,941 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T11:17:39,942 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T11:17:39,942 WARN [BP-853255795-172.17.0.2-1733311040706 heartbeating to localhost/127.0.0.1:42597 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-853255795-172.17.0.2-1733311040706 (Datanode Uuid 242c4a20-47b6-4d77-be38-c608bfdd1b97) service to localhost/127.0.0.1:42597 2024-12-04T11:17:39,942 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e57afb90-7fd1-f51a-7861-f2a4166d8670/cluster_35502d64-f514-bb24-25ab-bbba8d3073f8/data/data1/current/BP-853255795-172.17.0.2-1733311040706 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T11:17:39,942 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e57afb90-7fd1-f51a-7861-f2a4166d8670/cluster_35502d64-f514-bb24-25ab-bbba8d3073f8/data/data2/current/BP-853255795-172.17.0.2-1733311040706 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T11:17:39,942 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T11:17:39,947 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79d1e79d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T11:17:39,947 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3553eb7e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T11:17:39,947 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T11:17:39,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42df17bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T11:17:39,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ca33c04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e57afb90-7fd1-f51a-7861-f2a4166d8670/hadoop.log.dir/,STOPPED} 2024-12-04T11:17:39,953 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T11:17:39,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T11:17:39,973 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=139 (was 110) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57070) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:38473 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:42597 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42597 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38473 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38473 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42597 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38473 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57070) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38473 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42597 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42597 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=288 (was 328), ProcessCount=11 (was 11), AvailableMemoryMB=3113 (was 3736) 2024-12-04T11:17:39,979 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=139, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=288, ProcessCount=11, AvailableMemoryMB=3112 2024-12-04T11:17:39,989 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-04T11:17:39,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6110e246-6791-2026-2ecc-a410dab8c98e/hadoop.log.dir so I do NOT create it in target/test-data/83b6a748-d41f-77be-f23f-7dc1638011bc 2024-12-04T11:17:39,990 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6110e246-6791-2026-2ecc-a410dab8c98e/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T11:17:39,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6110e246-6791-2026-2ecc-a410dab8c98e/hadoop.tmp.dir so I do NOT create it in target/test-data/83b6a748-d41f-77be-f23f-7dc1638011bc 2024-12-04T11:17:39,990 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6110e246-6791-2026-2ecc-a410dab8c98e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T11:17:39,990 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83b6a748-d41f-77be-f23f-7dc1638011bc 2024-12-04T11:17:39,990 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83b6a748-d41f-77be-f23f-7dc1638011bc/cluster_ce52d74e-0d7c-1463-04e1-b796d8138f69, deleteOnExit=true 2024-12-04T11:17:40,049 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83b6a748-d41f-77be-f23f-7dc1638011bc/cluster_ce52d74e-0d7c-1463-04e1-b796d8138f69/zookeeper_0, clientPort=54328, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83b6a748-d41f-77be-f23f-7dc1638011bc/cluster_ce52d74e-0d7c-1463-04e1-b796d8138f69/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83b6a748-d41f-77be-f23f-7dc1638011bc/cluster_ce52d74e-0d7c-1463-04e1-b796d8138f69/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T11:17:40,050 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54328 2024-12-04T11:17:40,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T11:17:40,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T11:17:40,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83b6a748-d41f-77be-f23f-7dc1638011bc/test.cache.data in system properties and HBase conf 2024-12-04T11:17:40,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83b6a748-d41f-77be-f23f-7dc1638011bc/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T11:17:40,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83b6a748-d41f-77be-f23f-7dc1638011bc/hadoop.log.dir in system properties and HBase conf 2024-12-04T11:17:40,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83b6a748-d41f-77be-f23f-7dc1638011bc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T11:17:40,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83b6a748-d41f-77be-f23f-7dc1638011bc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T11:17:40,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T11:17:40,050 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T11:17:40,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83b6a748-d41f-77be-f23f-7dc1638011bc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T11:17:40,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83b6a748-d41f-77be-f23f-7dc1638011bc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T11:17:40,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83b6a748-d41f-77be-f23f-7dc1638011bc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T11:17:40,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83b6a748-d41f-77be-f23f-7dc1638011bc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T11:17:40,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83b6a748-d41f-77be-f23f-7dc1638011bc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T11:17:40,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83b6a748-d41f-77be-f23f-7dc1638011bc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T11:17:40,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83b6a748-d41f-77be-f23f-7dc1638011bc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T11:17:40,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83b6a748-d41f-77be-f23f-7dc1638011bc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T11:17:40,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83b6a748-d41f-77be-f23f-7dc1638011bc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T11:17:40,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83b6a748-d41f-77be-f23f-7dc1638011bc/nfs.dump.dir in system properties and HBase conf 2024-12-04T11:17:40,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83b6a748-d41f-77be-f23f-7dc1638011bc/java.io.tmpdir in system properties and HBase conf 2024-12-04T11:17:40,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83b6a748-d41f-77be-f23f-7dc1638011bc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T11:17:40,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83b6a748-d41f-77be-f23f-7dc1638011bc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T11:17:40,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83b6a748-d41f-77be-f23f-7dc1638011bc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T11:17:40,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a00f88540002, quorum=127.0.0.1:57070, baseZNode=/01837890025 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T11:17:40,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a00f88540005, quorum=127.0.0.1:57070, baseZNode=/1579169207 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T11:17:40,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a00f88540005, quorum=127.0.0.1:57070, baseZNode=/1579169207 Received Disconnected from ZooKeeper, ignoring 2024-12-04T11:17:40,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a00f88540002, quorum=127.0.0.1:57070, baseZNode=/01837890025 Received Disconnected from ZooKeeper, ignoring 2024-12-04T11:17:40,698 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:17:40,702 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T11:17:40,703 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T11:17:40,703 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T11:17:40,704 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T11:17:40,704 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:17:40,705 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@530e8ec9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83b6a748-d41f-77be-f23f-7dc1638011bc/hadoop.log.dir/,AVAILABLE} 2024-12-04T11:17:40,705 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1425a20b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T11:17:40,796 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a317101{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83b6a748-d41f-77be-f23f-7dc1638011bc/java.io.tmpdir/jetty-localhost-35951-hadoop-hdfs-3_4_1-tests_jar-_-any-11844418902638963054/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T11:17:40,796 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18adc6d9{HTTP/1.1, (http/1.1)}{localhost:35951} 2024-12-04T11:17:40,796 INFO [Time-limited test {}] server.Server(415): Started @55507ms 2024-12-04T11:17:41,076 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:17:41,078 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T11:17:41,080 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T11:17:41,080 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T11:17:41,080 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T11:17:41,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50618d79{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83b6a748-d41f-77be-f23f-7dc1638011bc/hadoop.log.dir/,AVAILABLE} 2024-12-04T11:17:41,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61327946{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T11:17:41,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ec5fece{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83b6a748-d41f-77be-f23f-7dc1638011bc/java.io.tmpdir/jetty-localhost-41013-hadoop-hdfs-3_4_1-tests_jar-_-any-547820185389425038/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T11:17:41,173 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6fc5a1d1{HTTP/1.1, (http/1.1)}{localhost:41013} 2024-12-04T11:17:41,173 INFO [Time-limited test {}] server.Server(415): Started @55884ms 2024-12-04T11:17:41,174 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T11:17:41,208 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:17:41,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T11:17:41,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T11:17:41,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:17:41,886 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83b6a748-d41f-77be-f23f-7dc1638011bc/cluster_ce52d74e-0d7c-1463-04e1-b796d8138f69/data/data1/current/BP-510276258-172.17.0.2-1733311060073/current, will proceed with Du for space computation calculation, 2024-12-04T11:17:41,886 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83b6a748-d41f-77be-f23f-7dc1638011bc/cluster_ce52d74e-0d7c-1463-04e1-b796d8138f69/data/data2/current/BP-510276258-172.17.0.2-1733311060073/current, will proceed with Du for space computation calculation, 2024-12-04T11:17:41,911 WARN [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T11:17:41,914 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x39f9081dcd3ab797 with lease ID 0x706193012a2f763d: Processing first storage report for DS-8643b13c-a699-4b34-871d-3ef0d265d69f from datanode DatanodeRegistration(127.0.0.1:36473, datanodeUuid=d5a1241e-fb34-4819-ab47-bb14b82b0b0a, infoPort=33577, infoSecurePort=0, ipcPort=42843, storageInfo=lv=-57;cid=testClusterID;nsid=530718694;c=1733311060073) 2024-12-04T11:17:41,914 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x39f9081dcd3ab797 with lease ID 0x706193012a2f763d: from storage DS-8643b13c-a699-4b34-871d-3ef0d265d69f node DatanodeRegistration(127.0.0.1:36473, datanodeUuid=d5a1241e-fb34-4819-ab47-bb14b82b0b0a, infoPort=33577, infoSecurePort=0, ipcPort=42843, storageInfo=lv=-57;cid=testClusterID;nsid=530718694;c=1733311060073), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T11:17:41,914 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x39f9081dcd3ab797 with lease ID 0x706193012a2f763d: Processing first storage report for DS-41630b6b-3a1d-4c16-8941-fec7e640d9db from datanode DatanodeRegistration(127.0.0.1:36473, datanodeUuid=d5a1241e-fb34-4819-ab47-bb14b82b0b0a, infoPort=33577, infoSecurePort=0, ipcPort=42843, storageInfo=lv=-57;cid=testClusterID;nsid=530718694;c=1733311060073) 2024-12-04T11:17:41,915 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x39f9081dcd3ab797 with lease ID 0x706193012a2f763d: from storage DS-41630b6b-3a1d-4c16-8941-fec7e640d9db node DatanodeRegistration(127.0.0.1:36473, datanodeUuid=d5a1241e-fb34-4819-ab47-bb14b82b0b0a, infoPort=33577, infoSecurePort=0, ipcPort=42843, storageInfo=lv=-57;cid=testClusterID;nsid=530718694;c=1733311060073), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T11:17:42,006 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83b6a748-d41f-77be-f23f-7dc1638011bc 2024-12-04T11:17:42,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:17:42,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:17:42,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741825_1001 (size=7) 2024-12-04T11:17:42,062 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959 with version=8 2024-12-04T11:17:42,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/hbase-staging 2024-12-04T11:17:42,065 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:17:42,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:17:42,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:17:42,066 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:17:42,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:17:42,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:17:42,066 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T11:17:42,066 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:17:42,070 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41953 2024-12-04T11:17:42,071 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41953 connecting to ZooKeeper ensemble=127.0.0.1:54328 2024-12-04T11:17:42,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419530x0, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:17:42,147 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41953-0x101a00fd3fb0000 connected 2024-12-04T11:17:42,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:17:42,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:17:42,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41953-0x101a00fd3fb0000, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Set watcher on znode that does not yet exist, /0-662828112/running 2024-12-04T11:17:42,234 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959, hbase.cluster.distributed=false 2024-12-04T11:17:42,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41953-0x101a00fd3fb0000, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Set watcher on znode that does not yet exist, /0-662828112/acl 2024-12-04T11:17:42,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41953 2024-12-04T11:17:42,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41953 2024-12-04T11:17:42,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41953 2024-12-04T11:17:42,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41953 2024-12-04T11:17:42,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41953 2024-12-04T11:17:42,250 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:17:42,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:17:42,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:17:42,251 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:17:42,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:17:42,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:17:42,251 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T11:17:42,251 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:17:42,251 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36821 2024-12-04T11:17:42,252 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36821 connecting to ZooKeeper ensemble=127.0.0.1:54328 2024-12-04T11:17:42,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:17:42,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:17:42,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368210x0, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:17:42,263 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368210x0, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Set watcher on znode that does not yet exist, /0-662828112/running 2024-12-04T11:17:42,263 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36821-0x101a00fd3fb0001 connected 2024-12-04T11:17:42,263 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T11:17:42,264 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T11:17:42,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36821-0x101a00fd3fb0001, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Set watcher on znode that does not yet exist, /0-662828112/master 2024-12-04T11:17:42,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36821-0x101a00fd3fb0001, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Set watcher on znode that does not yet exist, /0-662828112/acl 2024-12-04T11:17:42,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36821 2024-12-04T11:17:42,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36821 2024-12-04T11:17:42,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36821 2024-12-04T11:17:42,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36821 2024-12-04T11:17:42,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36821 2024-12-04T11:17:42,278 DEBUG [M:0;e12b86b8109d:41953 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e12b86b8109d:41953 2024-12-04T11:17:42,279 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-662828112/backup-masters/e12b86b8109d,41953,1733311062065 2024-12-04T11:17:42,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36821-0x101a00fd3fb0001, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-662828112/backup-masters 2024-12-04T11:17:42,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41953-0x101a00fd3fb0000, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-662828112/backup-masters 2024-12-04T11:17:42,291 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41953-0x101a00fd3fb0000, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Set watcher on existing znode=/0-662828112/backup-masters/e12b86b8109d,41953,1733311062065 2024-12-04T11:17:42,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36821-0x101a00fd3fb0001, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-662828112/master 2024-12-04T11:17:42,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41953-0x101a00fd3fb0000, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-662828112 2024-12-04T11:17:42,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36821-0x101a00fd3fb0001, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-662828112 2024-12-04T11:17:42,301 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41953-0x101a00fd3fb0000, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Set watcher on existing znode=/0-662828112/master 2024-12-04T11:17:42,301 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-662828112/backup-masters/e12b86b8109d,41953,1733311062065 from backup master directory 2024-12-04T11:17:42,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41953-0x101a00fd3fb0000, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-662828112/backup-masters/e12b86b8109d,41953,1733311062065 2024-12-04T11:17:42,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36821-0x101a00fd3fb0001, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-662828112/backup-masters 2024-12-04T11:17:42,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41953-0x101a00fd3fb0000, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-662828112/backup-masters 2024-12-04T11:17:42,311 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:17:42,311 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e12b86b8109d,41953,1733311062065 2024-12-04T11:17:42,315 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/hbase.id] with ID: 47c52b16-d94b-4966-83ed-d9aca428d1ce 2024-12-04T11:17:42,315 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/.tmp/hbase.id 2024-12-04T11:17:42,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741826_1002 (size=42) 2024-12-04T11:17:42,720 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/.tmp/hbase.id]:[hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/hbase.id] 2024-12-04T11:17:42,731 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:17:42,731 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T11:17:42,733 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-04T11:17:42,774 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:17:42,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:17:42,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36821-0x101a00fd3fb0001, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-662828112 2024-12-04T11:17:42,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41953-0x101a00fd3fb0000, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-662828112 2024-12-04T11:17:42,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:17:42,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:17:42,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741827_1003 (size=196) 2024-12-04T11:17:42,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:17:43,194 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:17:43,194 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T11:17:43,194 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:17:43,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741828_1004 (size=1189) 2024-12-04T11:17:43,601 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/MasterData/data/master/store 2024-12-04T11:17:43,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741829_1005 (size=34) 2024-12-04T11:17:44,008 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:17:44,008 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:17:44,008 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:17:44,008 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:17:44,008 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:17:44,008 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:17:44,008 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:17:44,008 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311064008Disabling compacts and flushes for region at 1733311064008Disabling writes for close at 1733311064008Writing region close event to WAL at 1733311064008Closed at 1733311064008 2024-12-04T11:17:44,009 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/MasterData/data/master/store/.initializing 2024-12-04T11:17:44,009 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/MasterData/WALs/e12b86b8109d,41953,1733311062065 2024-12-04T11:17:44,010 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:17:44,011 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e12b86b8109d%2C41953%2C1733311062065, suffix=, logDir=hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/MasterData/WALs/e12b86b8109d,41953,1733311062065, archiveDir=hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/MasterData/oldWALs, maxLogs=10 2024-12-04T11:17:44,021 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/MasterData/WALs/e12b86b8109d,41953,1733311062065/e12b86b8109d%2C41953%2C1733311062065.1733311064011, exclude list is [], retry=0 2024-12-04T11:17:44,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36473,DS-8643b13c-a699-4b34-871d-3ef0d265d69f,DISK] 2024-12-04T11:17:44,025 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/MasterData/WALs/e12b86b8109d,41953,1733311062065/e12b86b8109d%2C41953%2C1733311062065.1733311064011 2024-12-04T11:17:44,026 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33577:33577)] 2024-12-04T11:17:44,026 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:17:44,026 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:17:44,026 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:44,026 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:44,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:44,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T11:17:44,028 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:44,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:44,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:44,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T11:17:44,030 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:44,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:17:44,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:44,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T11:17:44,032 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:44,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:17:44,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:44,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T11:17:44,033 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:44,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:17:44,034 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:44,034 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:44,035 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:44,036 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:44,036 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:44,036 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:17:44,037 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:44,039 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:17:44,040 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62888240, jitterRate=-0.06289219856262207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:17:44,040 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733311064026Initializing all the Stores at 1733311064027 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311064027Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311064027Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311064027Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311064027Cleaning up temporary data from old regions at 1733311064036 (+9 ms)Region opened successfully at 1733311064040 (+4 ms) 2024-12-04T11:17:44,040 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T11:17:44,043 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dc8b1ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:17:44,043 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T11:17:44,044 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T11:17:44,044 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T11:17:44,044 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T11:17:44,044 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T11:17:44,044 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T11:17:44,044 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T11:17:44,046 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T11:17:44,046 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41953-0x101a00fd3fb0000, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Unable to get data of znode /0-662828112/balancer because node does not exist (not necessarily an error) 2024-12-04T11:17:44,101 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-662828112/balancer already deleted, retry=false 2024-12-04T11:17:44,101 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T11:17:44,102 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41953-0x101a00fd3fb0000, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Unable to get data of znode /0-662828112/normalizer because node does not exist (not necessarily an error) 2024-12-04T11:17:44,189 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-662828112/normalizer already deleted, retry=false 2024-12-04T11:17:44,190 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T11:17:44,191 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41953-0x101a00fd3fb0000, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Unable to get data of znode /0-662828112/switch/split because node does not exist (not necessarily an error) 2024-12-04T11:17:44,220 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-662828112/switch/split already deleted, retry=false 2024-12-04T11:17:44,221 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41953-0x101a00fd3fb0000, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Unable to get data of znode /0-662828112/switch/merge because node does not exist (not necessarily an error) 2024-12-04T11:17:44,231 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-662828112/switch/merge already deleted, retry=false 2024-12-04T11:17:44,232 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41953-0x101a00fd3fb0000, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Unable to get data of znode /0-662828112/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T11:17:44,241 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-662828112/snapshot-cleanup already deleted, retry=false 2024-12-04T11:17:44,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41953-0x101a00fd3fb0000, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-662828112/running 2024-12-04T11:17:44,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36821-0x101a00fd3fb0001, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-662828112/running 2024-12-04T11:17:44,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41953-0x101a00fd3fb0000, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-662828112 2024-12-04T11:17:44,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36821-0x101a00fd3fb0001, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-662828112 2024-12-04T11:17:44,252 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e12b86b8109d,41953,1733311062065, sessionid=0x101a00fd3fb0000, setting cluster-up flag (Was=false) 2024-12-04T11:17:44,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36821-0x101a00fd3fb0001, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-662828112 2024-12-04T11:17:44,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41953-0x101a00fd3fb0000, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-662828112 2024-12-04T11:17:44,304 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-662828112/flush-table-proc/acquired, /0-662828112/flush-table-proc/reached, /0-662828112/flush-table-proc/abort 2024-12-04T11:17:44,306 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,41953,1733311062065 2024-12-04T11:17:44,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36821-0x101a00fd3fb0001, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-662828112 2024-12-04T11:17:44,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41953-0x101a00fd3fb0000, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-662828112 2024-12-04T11:17:44,368 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-662828112/online-snapshot/acquired, /0-662828112/online-snapshot/reached, /0-662828112/online-snapshot/abort 2024-12-04T11:17:44,369 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,41953,1733311062065 2024-12-04T11:17:44,370 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T11:17:44,374 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T11:17:44,375 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T11:17:44,375 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T11:17:44,375 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e12b86b8109d,41953,1733311062065 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T11:17:44,377 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:17:44,378 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:17:44,378 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:17:44,378 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:17:44,378 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e12b86b8109d:0, corePoolSize=10, maxPoolSize=10 2024-12-04T11:17:44,378 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:44,378 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:17:44,378 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:44,390 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:17:44,390 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T11:17:44,394 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:44,394 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T11:17:44,408 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733311094408 2024-12-04T11:17:44,409 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T11:17:44,409 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T11:17:44,409 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T11:17:44,409 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T11:17:44,409 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T11:17:44,409 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T11:17:44,412 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:44,417 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T11:17:44,417 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T11:17:44,417 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T11:17:44,417 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T11:17:44,420 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T11:17:44,420 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T11:17:44,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741831_1007 (size=1321) 2024-12-04T11:17:44,436 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311064420,5,FailOnTimeoutGroup] 2024-12-04T11:17:44,437 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311064436,5,FailOnTimeoutGroup] 2024-12-04T11:17:44,437 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:44,437 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T11:17:44,437 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:44,437 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:44,472 INFO [RS:0;e12b86b8109d:36821 {}] regionserver.HRegionServer(746): ClusterId : 47c52b16-d94b-4966-83ed-d9aca428d1ce 2024-12-04T11:17:44,472 DEBUG [RS:0;e12b86b8109d:36821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T11:17:44,489 DEBUG [RS:0;e12b86b8109d:36821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T11:17:44,489 DEBUG [RS:0;e12b86b8109d:36821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T11:17:44,572 DEBUG [RS:0;e12b86b8109d:36821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T11:17:44,572 DEBUG [RS:0;e12b86b8109d:36821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ca61c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:17:44,589 DEBUG [RS:0;e12b86b8109d:36821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e12b86b8109d:36821 2024-12-04T11:17:44,589 INFO [RS:0;e12b86b8109d:36821 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T11:17:44,589 INFO [RS:0;e12b86b8109d:36821 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T11:17:44,589 DEBUG [RS:0;e12b86b8109d:36821 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T11:17:44,590 INFO [RS:0;e12b86b8109d:36821 {}] regionserver.HRegionServer(2659): reportForDuty to master=e12b86b8109d,41953,1733311062065 with port=36821, startcode=1733311062250 2024-12-04T11:17:44,590 DEBUG [RS:0;e12b86b8109d:36821 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T11:17:44,593 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T11:17:44,594 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41953 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e12b86b8109d,36821,1733311062250 2024-12-04T11:17:44,594 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41953 {}] master.ServerManager(517): Registering regionserver=e12b86b8109d,36821,1733311062250 2024-12-04T11:17:44,596 DEBUG [RS:0;e12b86b8109d:36821 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959 2024-12-04T11:17:44,596 DEBUG [RS:0;e12b86b8109d:36821 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43107 2024-12-04T11:17:44,596 DEBUG [RS:0;e12b86b8109d:36821 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T11:17:44,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41953-0x101a00fd3fb0000, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-662828112/rs 2024-12-04T11:17:44,627 DEBUG [RS:0;e12b86b8109d:36821 {}] zookeeper.ZKUtil(111): regionserver:36821-0x101a00fd3fb0001, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Set watcher on existing znode=/0-662828112/rs/e12b86b8109d,36821,1733311062250 2024-12-04T11:17:44,628 WARN [RS:0;e12b86b8109d:36821 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:17:44,628 INFO [RS:0;e12b86b8109d:36821 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:17:44,628 DEBUG [RS:0;e12b86b8109d:36821 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250 2024-12-04T11:17:44,628 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e12b86b8109d,36821,1733311062250] 2024-12-04T11:17:44,632 INFO [RS:0;e12b86b8109d:36821 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T11:17:44,634 INFO [RS:0;e12b86b8109d:36821 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T11:17:44,634 INFO [RS:0;e12b86b8109d:36821 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T11:17:44,634 INFO [RS:0;e12b86b8109d:36821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:44,635 INFO [RS:0;e12b86b8109d:36821 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T11:17:44,636 INFO [RS:0;e12b86b8109d:36821 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T11:17:44,636 INFO [RS:0;e12b86b8109d:36821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:44,636 DEBUG [RS:0;e12b86b8109d:36821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:44,636 DEBUG [RS:0;e12b86b8109d:36821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:44,636 DEBUG [RS:0;e12b86b8109d:36821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:44,636 DEBUG [RS:0;e12b86b8109d:36821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:44,636 DEBUG [RS:0;e12b86b8109d:36821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:44,636 DEBUG [RS:0;e12b86b8109d:36821 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:17:44,636 DEBUG [RS:0;e12b86b8109d:36821 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:44,636 DEBUG [RS:0;e12b86b8109d:36821 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:44,637 DEBUG [RS:0;e12b86b8109d:36821 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:44,637 DEBUG [RS:0;e12b86b8109d:36821 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:44,637 DEBUG [RS:0;e12b86b8109d:36821 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:44,637 DEBUG [RS:0;e12b86b8109d:36821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:44,637 DEBUG [RS:0;e12b86b8109d:36821 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:17:44,637 DEBUG [RS:0;e12b86b8109d:36821 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:17:44,644 INFO [RS:0;e12b86b8109d:36821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:44,644 INFO [RS:0;e12b86b8109d:36821 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:44,644 INFO [RS:0;e12b86b8109d:36821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:44,644 INFO [RS:0;e12b86b8109d:36821 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:44,644 INFO [RS:0;e12b86b8109d:36821 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:44,644 INFO [RS:0;e12b86b8109d:36821 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,36821,1733311062250-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:17:44,664 INFO [RS:0;e12b86b8109d:36821 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T11:17:44,665 INFO [RS:0;e12b86b8109d:36821 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,36821,1733311062250-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:44,665 INFO [RS:0;e12b86b8109d:36821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:44,665 INFO [RS:0;e12b86b8109d:36821 {}] regionserver.Replication(171): e12b86b8109d,36821,1733311062250 started 2024-12-04T11:17:44,685 INFO [RS:0;e12b86b8109d:36821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:44,685 INFO [RS:0;e12b86b8109d:36821 {}] regionserver.HRegionServer(1482): Serving as e12b86b8109d,36821,1733311062250, RpcServer on e12b86b8109d/172.17.0.2:36821, sessionid=0x101a00fd3fb0001 2024-12-04T11:17:44,685 DEBUG [RS:0;e12b86b8109d:36821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T11:17:44,685 DEBUG [RS:0;e12b86b8109d:36821 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e12b86b8109d,36821,1733311062250 2024-12-04T11:17:44,685 DEBUG [RS:0;e12b86b8109d:36821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,36821,1733311062250' 2024-12-04T11:17:44,685 DEBUG [RS:0;e12b86b8109d:36821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-662828112/flush-table-proc/abort' 2024-12-04T11:17:44,686 DEBUG [RS:0;e12b86b8109d:36821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-662828112/flush-table-proc/acquired' 2024-12-04T11:17:44,686 DEBUG [RS:0;e12b86b8109d:36821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T11:17:44,686 DEBUG [RS:0;e12b86b8109d:36821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T11:17:44,686 DEBUG [RS:0;e12b86b8109d:36821 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e12b86b8109d,36821,1733311062250 2024-12-04T11:17:44,686 DEBUG [RS:0;e12b86b8109d:36821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,36821,1733311062250' 2024-12-04T11:17:44,686 DEBUG [RS:0;e12b86b8109d:36821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-662828112/online-snapshot/abort' 2024-12-04T11:17:44,687 DEBUG [RS:0;e12b86b8109d:36821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-662828112/online-snapshot/acquired' 2024-12-04T11:17:44,687 DEBUG [RS:0;e12b86b8109d:36821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T11:17:44,687 INFO [RS:0;e12b86b8109d:36821 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T11:17:44,687 INFO [RS:0;e12b86b8109d:36821 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T11:17:44,789 INFO [RS:0;e12b86b8109d:36821 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:17:44,791 INFO [RS:0;e12b86b8109d:36821 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C36821%2C1733311062250, suffix=, logDir=hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250, archiveDir=hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/oldWALs, maxLogs=10 2024-12-04T11:17:44,812 DEBUG [RS:0;e12b86b8109d:36821 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792, exclude list is [], retry=0 2024-12-04T11:17:44,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36473,DS-8643b13c-a699-4b34-871d-3ef0d265d69f,DISK] 2024-12-04T11:17:44,833 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T11:17:44,833 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959 2024-12-04T11:17:44,834 INFO [RS:0;e12b86b8109d:36821 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 2024-12-04T11:17:44,834 DEBUG [RS:0;e12b86b8109d:36821 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33577:33577)] 2024-12-04T11:17:44,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741833_1009 (size=32) 2024-12-04T11:17:45,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:17:45,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:17:45,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:17:45,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:45,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:45,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:17:45,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:17:45,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:45,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:45,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:17:45,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:17:45,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:45,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:45,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:17:45,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:17:45,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:45,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:45,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:17:45,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/hbase/meta/1588230740 2024-12-04T11:17:45,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/hbase/meta/1588230740 2024-12-04T11:17:45,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:17:45,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:17:45,267 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:17:45,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:17:45,270 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:17:45,270 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68945680, jitterRate=0.027370691299438477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:17:45,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733311065256Initializing all the Stores at 1733311065257 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311065257Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311065257Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311065257Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311065257Cleaning up temporary data from old regions at 1733311065266 (+9 ms)Region opened successfully at 1733311065270 (+4 ms) 2024-12-04T11:17:45,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:17:45,271 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:17:45,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:17:45,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:17:45,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:17:45,271 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:17:45,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311065270Disabling compacts and flushes for region at 1733311065270Disabling writes for close at 1733311065271 (+1 ms)Writing region close event to WAL at 1733311065271Closed at 1733311065271 2024-12-04T11:17:45,272 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:17:45,272 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T11:17:45,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T11:17:45,273 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:17:45,274 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T11:17:45,425 DEBUG [e12b86b8109d:41953 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T11:17:45,425 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e12b86b8109d,36821,1733311062250 2024-12-04T11:17:45,426 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,36821,1733311062250, state=OPENING 2024-12-04T11:17:45,500 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T11:17:45,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41953-0x101a00fd3fb0000, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-662828112 2024-12-04T11:17:45,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36821-0x101a00fd3fb0001, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-662828112 2024-12-04T11:17:45,512 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:17:45,512 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-662828112/meta-region-server: CHANGED 2024-12-04T11:17:45,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,36821,1733311062250}] 2024-12-04T11:17:45,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-662828112/meta-region-server: CHANGED 2024-12-04T11:17:45,665 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T11:17:45,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39275, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T11:17:45,670 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T11:17:45,670 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:17:45,670 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T11:17:45,671 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C36821%2C1733311062250.meta, suffix=.meta, logDir=hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250, archiveDir=hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/oldWALs, maxLogs=10 2024-12-04T11:17:45,682 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.meta.1733311065672.meta, exclude list is [], retry=0 2024-12-04T11:17:45,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36473,DS-8643b13c-a699-4b34-871d-3ef0d265d69f,DISK] 2024-12-04T11:17:45,687 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.meta.1733311065672.meta 2024-12-04T11:17:45,687 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33577:33577)] 2024-12-04T11:17:45,687 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:17:45,688 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:17:45,688 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T11:17:45,688 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T11:17:45,688 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T11:17:45,688 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T11:17:45,688 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:17:45,688 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T11:17:45,688 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T11:17:45,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:17:45,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:17:45,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:45,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:45,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:17:45,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:17:45,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:45,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:45,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:17:45,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:17:45,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:45,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:45,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:17:45,695 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:17:45,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:45,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:45,695 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:17:45,696 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/hbase/meta/1588230740 2024-12-04T11:17:45,697 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/hbase/meta/1588230740 2024-12-04T11:17:45,698 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:17:45,698 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:17:45,699 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:17:45,699 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:17:45,700 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59868504, jitterRate=-0.10788977146148682}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:17:45,700 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T11:17:45,701 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733311065688Writing region info on filesystem at 1733311065688Initializing all the Stores at 1733311065689 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311065689Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311065689Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311065689Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311065689Cleaning up temporary data from old regions at 1733311065698 (+9 ms)Running coprocessor post-open hooks at 1733311065700 (+2 ms)Region opened successfully at 1733311065700 2024-12-04T11:17:45,701 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733311065665 2024-12-04T11:17:45,704 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T11:17:45,704 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T11:17:45,704 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e12b86b8109d,36821,1733311062250 2024-12-04T11:17:45,705 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,36821,1733311062250, state=OPEN 2024-12-04T11:17:45,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41953-0x101a00fd3fb0000, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-662828112/meta-region-server 2024-12-04T11:17:45,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36821-0x101a00fd3fb0001, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-662828112/meta-region-server 2024-12-04T11:17:45,792 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-662828112/meta-region-server: CHANGED 2024-12-04T11:17:45,792 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e12b86b8109d,36821,1733311062250 2024-12-04T11:17:45,792 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-662828112/meta-region-server: CHANGED 2024-12-04T11:17:45,795 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T11:17:45,795 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,36821,1733311062250 in 280 msec 2024-12-04T11:17:45,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T11:17:45,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 523 msec 2024-12-04T11:17:45,798 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:17:45,798 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T11:17:45,800 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:17:45,800 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,36821,1733311062250, seqNum=-1] 2024-12-04T11:17:45,800 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:17:45,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:17:45,806 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4320 sec 2024-12-04T11:17:45,806 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733311065806, completionTime=-1 2024-12-04T11:17:45,806 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T11:17:45,807 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T11:17:45,808 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T11:17:45,808 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733311125808 2024-12-04T11:17:45,808 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733311185808 2024-12-04T11:17:45,808 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T11:17:45,809 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,41953,1733311062065-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:45,809 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,41953,1733311062065-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:45,809 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,41953,1733311062065-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:45,809 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e12b86b8109d:41953, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:45,809 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:45,809 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:45,811 DEBUG [master/e12b86b8109d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T11:17:45,812 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.501sec 2024-12-04T11:17:45,812 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T11:17:45,812 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T11:17:45,812 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T11:17:45,812 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T11:17:45,812 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T11:17:45,812 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,41953,1733311062065-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:17:45,812 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,41953,1733311062065-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T11:17:45,814 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T11:17:45,815 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T11:17:45,815 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,41953,1733311062065-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:45,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@238f940e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:45,872 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,41953,-1 for getting cluster id 2024-12-04T11:17:45,872 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:17:45,874 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47c52b16-d94b-4966-83ed-d9aca428d1ce' 2024-12-04T11:17:45,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:17:45,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47c52b16-d94b-4966-83ed-d9aca428d1ce" 2024-12-04T11:17:45,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b792df0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:45,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,41953,-1] 2024-12-04T11:17:45,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:17:45,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:45,875 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:17:45,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f366e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:45,876 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:17:45,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,36821,1733311062250, seqNum=-1] 2024-12-04T11:17:45,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:17:45,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:17:45,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e12b86b8109d,41953,1733311062065 2024-12-04T11:17:45,880 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54328 2024-12-04T11:17:45,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:17:45,911 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a00fd3fb0002 connected 2024-12-04T11:17:45,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83b6a748-d41f-77be-f23f-7dc1638011bc/hadoop.log.dir so I do NOT create it in target/test-data/2b37e5bc-f150-28ac-ebab-1812ada3a521 2024-12-04T11:17:45,924 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83b6a748-d41f-77be-f23f-7dc1638011bc/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T11:17:45,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83b6a748-d41f-77be-f23f-7dc1638011bc/hadoop.tmp.dir so I do NOT create it in target/test-data/2b37e5bc-f150-28ac-ebab-1812ada3a521 2024-12-04T11:17:45,924 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83b6a748-d41f-77be-f23f-7dc1638011bc/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T11:17:45,924 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b37e5bc-f150-28ac-ebab-1812ada3a521 2024-12-04T11:17:45,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T11:17:45,924 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b37e5bc-f150-28ac-ebab-1812ada3a521/cluster_ab9b09db-a149-5ae1-08b1-333c392e6b42, deleteOnExit=true 2024-12-04T11:17:45,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T11:17:45,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b37e5bc-f150-28ac-ebab-1812ada3a521/test.cache.data in system properties and HBase conf 2024-12-04T11:17:45,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b37e5bc-f150-28ac-ebab-1812ada3a521/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T11:17:45,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b37e5bc-f150-28ac-ebab-1812ada3a521/hadoop.log.dir in system properties and HBase conf 2024-12-04T11:17:45,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b37e5bc-f150-28ac-ebab-1812ada3a521/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T11:17:45,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b37e5bc-f150-28ac-ebab-1812ada3a521/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T11:17:45,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T11:17:45,925 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T11:17:45,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b37e5bc-f150-28ac-ebab-1812ada3a521/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T11:17:45,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b37e5bc-f150-28ac-ebab-1812ada3a521/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T11:17:45,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b37e5bc-f150-28ac-ebab-1812ada3a521/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T11:17:45,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b37e5bc-f150-28ac-ebab-1812ada3a521/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T11:17:45,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b37e5bc-f150-28ac-ebab-1812ada3a521/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T11:17:45,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b37e5bc-f150-28ac-ebab-1812ada3a521/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T11:17:45,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b37e5bc-f150-28ac-ebab-1812ada3a521/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T11:17:45,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b37e5bc-f150-28ac-ebab-1812ada3a521/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T11:17:45,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b37e5bc-f150-28ac-ebab-1812ada3a521/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T11:17:45,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b37e5bc-f150-28ac-ebab-1812ada3a521/nfs.dump.dir in system properties and HBase conf 2024-12-04T11:17:45,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b37e5bc-f150-28ac-ebab-1812ada3a521/java.io.tmpdir in system properties and HBase conf 2024-12-04T11:17:45,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b37e5bc-f150-28ac-ebab-1812ada3a521/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T11:17:45,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b37e5bc-f150-28ac-ebab-1812ada3a521/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T11:17:45,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b37e5bc-f150-28ac-ebab-1812ada3a521/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T11:17:46,263 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:17:46,266 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T11:17:46,267 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T11:17:46,267 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T11:17:46,267 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T11:17:46,268 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:17:46,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a69e711{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b37e5bc-f150-28ac-ebab-1812ada3a521/hadoop.log.dir/,AVAILABLE} 2024-12-04T11:17:46,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@190dc48d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T11:17:46,359 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@444d644d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b37e5bc-f150-28ac-ebab-1812ada3a521/java.io.tmpdir/jetty-localhost-44133-hadoop-hdfs-3_4_1-tests_jar-_-any-13679687564418293902/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T11:17:46,359 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30211fed{HTTP/1.1, (http/1.1)}{localhost:44133} 2024-12-04T11:17:46,359 INFO [Time-limited test {}] server.Server(415): Started @61071ms 2024-12-04T11:17:46,624 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:17:46,627 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T11:17:46,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T11:17:46,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T11:17:46,629 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T11:17:46,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c656c29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b37e5bc-f150-28ac-ebab-1812ada3a521/hadoop.log.dir/,AVAILABLE} 2024-12-04T11:17:46,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@759cc101{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T11:17:46,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28bd404e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b37e5bc-f150-28ac-ebab-1812ada3a521/java.io.tmpdir/jetty-localhost-36797-hadoop-hdfs-3_4_1-tests_jar-_-any-2487713236851299775/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T11:17:46,720 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@428311ff{HTTP/1.1, (http/1.1)}{localhost:36797} 2024-12-04T11:17:46,720 INFO [Time-limited test {}] server.Server(415): Started @61431ms 2024-12-04T11:17:46,721 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T11:17:47,385 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b37e5bc-f150-28ac-ebab-1812ada3a521/cluster_ab9b09db-a149-5ae1-08b1-333c392e6b42/data/data1/current/BP-2141400105-172.17.0.2-1733311065941/current, will proceed with Du for space computation calculation, 2024-12-04T11:17:47,385 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b37e5bc-f150-28ac-ebab-1812ada3a521/cluster_ab9b09db-a149-5ae1-08b1-333c392e6b42/data/data2/current/BP-2141400105-172.17.0.2-1733311065941/current, will proceed with Du for space computation calculation, 2024-12-04T11:17:47,407 WARN [Thread-936 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T11:17:47,409 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7bd9d46f8fb8635 with lease ID 0x8509fbb7ab8736c4: Processing first storage report for DS-728bc2bb-78fe-4b09-b843-286cbec23f28 from datanode DatanodeRegistration(127.0.0.1:43689, datanodeUuid=c2d4e814-4026-440c-adf3-09b21f232509, infoPort=36677, infoSecurePort=0, ipcPort=40251, storageInfo=lv=-57;cid=testClusterID;nsid=468908764;c=1733311065941) 2024-12-04T11:17:47,409 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7bd9d46f8fb8635 with lease ID 0x8509fbb7ab8736c4: from storage DS-728bc2bb-78fe-4b09-b843-286cbec23f28 node DatanodeRegistration(127.0.0.1:43689, datanodeUuid=c2d4e814-4026-440c-adf3-09b21f232509, infoPort=36677, infoSecurePort=0, ipcPort=40251, storageInfo=lv=-57;cid=testClusterID;nsid=468908764;c=1733311065941), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T11:17:47,410 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7bd9d46f8fb8635 with lease ID 0x8509fbb7ab8736c4: Processing first storage report for DS-12ab4b05-09cb-4b1d-b94c-36d8c53b4271 from datanode DatanodeRegistration(127.0.0.1:43689, datanodeUuid=c2d4e814-4026-440c-adf3-09b21f232509, infoPort=36677, infoSecurePort=0, ipcPort=40251, storageInfo=lv=-57;cid=testClusterID;nsid=468908764;c=1733311065941) 2024-12-04T11:17:47,410 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7bd9d46f8fb8635 with lease ID 0x8509fbb7ab8736c4: from storage DS-12ab4b05-09cb-4b1d-b94c-36d8c53b4271 node DatanodeRegistration(127.0.0.1:43689, datanodeUuid=c2d4e814-4026-440c-adf3-09b21f232509, infoPort=36677, infoSecurePort=0, ipcPort=40251, storageInfo=lv=-57;cid=testClusterID;nsid=468908764;c=1733311065941), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T11:17:47,446 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b37e5bc-f150-28ac-ebab-1812ada3a521 2024-12-04T11:17:47,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:17:47,448 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:17:47,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741825_1001 (size=7) 2024-12-04T11:17:47,856 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022 with version=8 2024-12-04T11:17:47,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/hbase-staging 2024-12-04T11:17:47,858 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:17:47,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:17:47,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:17:47,858 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:17:47,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:17:47,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:17:47,858 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T11:17:47,858 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:17:47,859 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35989 2024-12-04T11:17:47,859 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35989 connecting to ZooKeeper ensemble=127.0.0.1:54328 2024-12-04T11:17:47,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359890x0, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:17:47,911 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35989-0x101a00fd3fb0003 connected 2024-12-04T11:17:47,989 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:17:47,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:17:47,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35989-0x101a00fd3fb0003, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Set watcher on znode that does not yet exist, /1-296296246/running 2024-12-04T11:17:47,991 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022, hbase.cluster.distributed=false 2024-12-04T11:17:47,993 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35989-0x101a00fd3fb0003, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Set watcher on znode that does not yet exist, /1-296296246/acl 2024-12-04T11:17:47,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35989 2024-12-04T11:17:47,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35989 2024-12-04T11:17:47,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35989 2024-12-04T11:17:47,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35989 2024-12-04T11:17:47,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35989 2024-12-04T11:17:48,006 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:17:48,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:17:48,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:17:48,007 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:17:48,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:17:48,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:17:48,007 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T11:17:48,007 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:17:48,007 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42339 2024-12-04T11:17:48,008 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42339 connecting to ZooKeeper ensemble=127.0.0.1:54328 2024-12-04T11:17:48,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:17:48,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:17:48,020 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423390x0, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:17:48,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423390x0, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Set watcher on znode that does not yet exist, /1-296296246/running 2024-12-04T11:17:48,020 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42339-0x101a00fd3fb0004 connected 2024-12-04T11:17:48,021 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T11:17:48,021 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T11:17:48,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42339-0x101a00fd3fb0004, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Set watcher on znode that does not yet exist, /1-296296246/master 2024-12-04T11:17:48,022 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42339-0x101a00fd3fb0004, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Set watcher on znode that does not yet exist, /1-296296246/acl 2024-12-04T11:17:48,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42339 2024-12-04T11:17:48,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42339 2024-12-04T11:17:48,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42339 2024-12-04T11:17:48,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42339 2024-12-04T11:17:48,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42339 2024-12-04T11:17:48,034 DEBUG [M:0;e12b86b8109d:35989 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e12b86b8109d:35989 2024-12-04T11:17:48,034 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-296296246/backup-masters/e12b86b8109d,35989,1733311067857 2024-12-04T11:17:48,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35989-0x101a00fd3fb0003, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-296296246/backup-masters 2024-12-04T11:17:48,041 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x101a00fd3fb0004, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-296296246/backup-masters 2024-12-04T11:17:48,041 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35989-0x101a00fd3fb0003, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Set watcher on existing znode=/1-296296246/backup-masters/e12b86b8109d,35989,1733311067857 2024-12-04T11:17:48,051 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x101a00fd3fb0004, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-296296246/master 2024-12-04T11:17:48,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35989-0x101a00fd3fb0003, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-296296246 2024-12-04T11:17:48,051 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x101a00fd3fb0004, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-296296246 2024-12-04T11:17:48,052 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35989-0x101a00fd3fb0003, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Set watcher on existing znode=/1-296296246/master 2024-12-04T11:17:48,052 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-296296246/backup-masters/e12b86b8109d,35989,1733311067857 from backup master directory 2024-12-04T11:17:48,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35989-0x101a00fd3fb0003, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-296296246/backup-masters/e12b86b8109d,35989,1733311067857 2024-12-04T11:17:48,062 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x101a00fd3fb0004, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-296296246/backup-masters 2024-12-04T11:17:48,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35989-0x101a00fd3fb0003, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-296296246/backup-masters 2024-12-04T11:17:48,062 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:17:48,062 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e12b86b8109d,35989,1733311067857 2024-12-04T11:17:48,065 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/hbase.id] with ID: 49b409f0-0ce4-4b5d-8ac6-ed0b58b0308c 2024-12-04T11:17:48,065 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/.tmp/hbase.id 2024-12-04T11:17:48,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741826_1002 (size=42) 2024-12-04T11:17:48,470 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/.tmp/hbase.id]:[hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/hbase.id] 2024-12-04T11:17:48,480 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:17:48,480 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T11:17:48,482 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T11:17:48,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35989-0x101a00fd3fb0003, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-296296246 2024-12-04T11:17:48,532 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x101a00fd3fb0004, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-296296246 2024-12-04T11:17:48,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741827_1003 (size=196) 2024-12-04T11:17:48,938 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:17:48,939 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T11:17:48,939 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:17:48,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741828_1004 (size=1189) 2024-12-04T11:17:49,346 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/MasterData/data/master/store 2024-12-04T11:17:49,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741829_1005 (size=34) 2024-12-04T11:17:49,752 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:17:49,752 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:17:49,752 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:17:49,752 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:17:49,752 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:17:49,752 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:17:49,752 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:17:49,752 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311069752Disabling compacts and flushes for region at 1733311069752Disabling writes for close at 1733311069752Writing region close event to WAL at 1733311069752Closed at 1733311069752 2024-12-04T11:17:49,753 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/MasterData/data/master/store/.initializing 2024-12-04T11:17:49,753 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/MasterData/WALs/e12b86b8109d,35989,1733311067857 2024-12-04T11:17:49,754 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:17:49,756 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e12b86b8109d%2C35989%2C1733311067857, suffix=, logDir=hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/MasterData/WALs/e12b86b8109d,35989,1733311067857, archiveDir=hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/MasterData/oldWALs, maxLogs=10 2024-12-04T11:17:49,768 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/MasterData/WALs/e12b86b8109d,35989,1733311067857/e12b86b8109d%2C35989%2C1733311067857.1733311069756, exclude list is [], retry=0 2024-12-04T11:17:49,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43689,DS-728bc2bb-78fe-4b09-b843-286cbec23f28,DISK] 2024-12-04T11:17:49,772 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/MasterData/WALs/e12b86b8109d,35989,1733311067857/e12b86b8109d%2C35989%2C1733311067857.1733311069756 2024-12-04T11:17:49,772 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36677:36677)] 2024-12-04T11:17:49,773 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:17:49,773 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:17:49,773 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:49,773 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:49,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:49,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T11:17:49,776 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:49,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:49,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:49,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T11:17:49,778 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:49,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:17:49,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:49,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T11:17:49,780 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:49,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:17:49,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:49,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T11:17:49,781 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:49,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:17:49,782 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:49,783 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:49,783 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:49,784 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:49,784 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:49,785 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:17:49,786 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:17:49,793 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:17:49,793 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67824691, jitterRate=0.010666653513908386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:17:49,794 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733311069773Initializing all the Stores at 1733311069774 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311069774Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311069774Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311069774Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311069774Cleaning up temporary data from old regions at 1733311069784 (+10 ms)Region opened successfully at 1733311069794 (+10 ms) 2024-12-04T11:17:49,794 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T11:17:49,797 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@268eb26e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:17:49,798 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T11:17:49,799 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T11:17:49,799 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T11:17:49,799 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T11:17:49,799 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T11:17:49,800 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T11:17:49,800 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T11:17:49,805 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T11:17:49,806 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35989-0x101a00fd3fb0003, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Unable to get data of znode /1-296296246/balancer because node does not exist (not necessarily an error) 2024-12-04T11:17:49,872 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-296296246/balancer already deleted, retry=false 2024-12-04T11:17:49,873 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T11:17:49,873 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35989-0x101a00fd3fb0003, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Unable to get data of znode /1-296296246/normalizer because node does not exist (not necessarily an error) 2024-12-04T11:17:49,883 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-296296246/normalizer already deleted, retry=false 2024-12-04T11:17:49,883 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T11:17:49,884 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35989-0x101a00fd3fb0003, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Unable to get data of znode /1-296296246/switch/split because node does not exist (not necessarily an error) 2024-12-04T11:17:49,893 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-296296246/switch/split already deleted, retry=false 2024-12-04T11:17:49,894 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35989-0x101a00fd3fb0003, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Unable to get data of znode /1-296296246/switch/merge because node does not exist (not necessarily an error) 2024-12-04T11:17:49,904 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-296296246/switch/merge already deleted, retry=false 2024-12-04T11:17:49,906 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35989-0x101a00fd3fb0003, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Unable to get data of znode /1-296296246/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T11:17:49,914 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-296296246/snapshot-cleanup already deleted, retry=false 2024-12-04T11:17:49,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35989-0x101a00fd3fb0003, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-296296246/running 2024-12-04T11:17:49,925 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x101a00fd3fb0004, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-296296246/running 2024-12-04T11:17:49,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35989-0x101a00fd3fb0003, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-296296246 2024-12-04T11:17:49,925 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x101a00fd3fb0004, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-296296246 2024-12-04T11:17:49,926 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e12b86b8109d,35989,1733311067857, sessionid=0x101a00fd3fb0003, setting cluster-up flag (Was=false) 2024-12-04T11:17:49,946 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x101a00fd3fb0004, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-296296246 2024-12-04T11:17:49,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35989-0x101a00fd3fb0003, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-296296246 2024-12-04T11:17:49,978 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-296296246/flush-table-proc/acquired, /1-296296246/flush-table-proc/reached, /1-296296246/flush-table-proc/abort 2024-12-04T11:17:49,979 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,35989,1733311067857 2024-12-04T11:17:49,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35989-0x101a00fd3fb0003, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-296296246 2024-12-04T11:17:49,999 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x101a00fd3fb0004, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-296296246 2024-12-04T11:17:50,030 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-296296246/online-snapshot/acquired, /1-296296246/online-snapshot/reached, /1-296296246/online-snapshot/abort 2024-12-04T11:17:50,031 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,35989,1733311067857 2024-12-04T11:17:50,032 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T11:17:50,033 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T11:17:50,034 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T11:17:50,034 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T11:17:50,034 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e12b86b8109d,35989,1733311067857 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T11:17:50,035 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:17:50,035 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:17:50,035 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:17:50,035 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:17:50,035 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e12b86b8109d:0, corePoolSize=10, maxPoolSize=10 2024-12-04T11:17:50,035 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:50,035 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:17:50,035 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:50,036 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733311100036 2024-12-04T11:17:50,036 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T11:17:50,036 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T11:17:50,036 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T11:17:50,037 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T11:17:50,037 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T11:17:50,037 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T11:17:50,037 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:50,037 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T11:17:50,037 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T11:17:50,037 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:17:50,037 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T11:17:50,037 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T11:17:50,037 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T11:17:50,037 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T11:17:50,037 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T11:17:50,038 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311070037,5,FailOnTimeoutGroup] 2024-12-04T11:17:50,038 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311070038,5,FailOnTimeoutGroup] 2024-12-04T11:17:50,038 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:50,038 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T11:17:50,038 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:50,038 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:50,038 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:50,038 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T11:17:50,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741831_1007 (size=1321) 2024-12-04T11:17:50,127 INFO [RS:0;e12b86b8109d:42339 {}] regionserver.HRegionServer(746): ClusterId : 49b409f0-0ce4-4b5d-8ac6-ed0b58b0308c 2024-12-04T11:17:50,127 DEBUG [RS:0;e12b86b8109d:42339 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T11:17:50,136 DEBUG [RS:0;e12b86b8109d:42339 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T11:17:50,136 DEBUG [RS:0;e12b86b8109d:42339 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T11:17:50,147 DEBUG [RS:0;e12b86b8109d:42339 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T11:17:50,147 DEBUG [RS:0;e12b86b8109d:42339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@140fdd50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:17:50,157 DEBUG [RS:0;e12b86b8109d:42339 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e12b86b8109d:42339 2024-12-04T11:17:50,157 INFO [RS:0;e12b86b8109d:42339 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T11:17:50,157 INFO [RS:0;e12b86b8109d:42339 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T11:17:50,157 DEBUG [RS:0;e12b86b8109d:42339 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T11:17:50,157 INFO [RS:0;e12b86b8109d:42339 {}] regionserver.HRegionServer(2659): reportForDuty to master=e12b86b8109d,35989,1733311067857 with port=42339, startcode=1733311068006 2024-12-04T11:17:50,158 DEBUG [RS:0;e12b86b8109d:42339 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T11:17:50,159 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33235, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T11:17:50,159 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35989 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e12b86b8109d,42339,1733311068006 2024-12-04T11:17:50,159 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35989 {}] master.ServerManager(517): Registering regionserver=e12b86b8109d,42339,1733311068006 2024-12-04T11:17:50,161 DEBUG [RS:0;e12b86b8109d:42339 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022 2024-12-04T11:17:50,161 DEBUG [RS:0;e12b86b8109d:42339 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40057 2024-12-04T11:17:50,161 DEBUG [RS:0;e12b86b8109d:42339 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T11:17:50,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35989-0x101a00fd3fb0003, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-296296246/rs 2024-12-04T11:17:50,226 DEBUG [RS:0;e12b86b8109d:42339 {}] zookeeper.ZKUtil(111): regionserver:42339-0x101a00fd3fb0004, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Set watcher on existing znode=/1-296296246/rs/e12b86b8109d,42339,1733311068006 2024-12-04T11:17:50,226 WARN [RS:0;e12b86b8109d:42339 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:17:50,226 INFO [RS:0;e12b86b8109d:42339 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:17:50,227 DEBUG [RS:0;e12b86b8109d:42339 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/WALs/e12b86b8109d,42339,1733311068006 2024-12-04T11:17:50,227 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e12b86b8109d,42339,1733311068006] 2024-12-04T11:17:50,230 INFO [RS:0;e12b86b8109d:42339 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T11:17:50,231 INFO [RS:0;e12b86b8109d:42339 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T11:17:50,231 INFO [RS:0;e12b86b8109d:42339 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T11:17:50,231 INFO [RS:0;e12b86b8109d:42339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:50,231 INFO [RS:0;e12b86b8109d:42339 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T11:17:50,232 INFO [RS:0;e12b86b8109d:42339 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T11:17:50,232 INFO [RS:0;e12b86b8109d:42339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:50,232 DEBUG [RS:0;e12b86b8109d:42339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:50,232 DEBUG [RS:0;e12b86b8109d:42339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:50,232 DEBUG [RS:0;e12b86b8109d:42339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:50,232 DEBUG [RS:0;e12b86b8109d:42339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:50,232 DEBUG [RS:0;e12b86b8109d:42339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:50,232 DEBUG [RS:0;e12b86b8109d:42339 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:17:50,232 DEBUG [RS:0;e12b86b8109d:42339 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:50,232 DEBUG [RS:0;e12b86b8109d:42339 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:50,232 DEBUG [RS:0;e12b86b8109d:42339 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:50,232 DEBUG [RS:0;e12b86b8109d:42339 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:50,232 DEBUG [RS:0;e12b86b8109d:42339 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:50,232 DEBUG [RS:0;e12b86b8109d:42339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:17:50,232 DEBUG [RS:0;e12b86b8109d:42339 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:17:50,233 DEBUG [RS:0;e12b86b8109d:42339 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:17:50,233 INFO [RS:0;e12b86b8109d:42339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:50,233 INFO [RS:0;e12b86b8109d:42339 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:50,233 INFO [RS:0;e12b86b8109d:42339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:50,233 INFO [RS:0;e12b86b8109d:42339 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:50,233 INFO [RS:0;e12b86b8109d:42339 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:50,233 INFO [RS:0;e12b86b8109d:42339 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,42339,1733311068006-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:17:50,245 INFO [RS:0;e12b86b8109d:42339 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T11:17:50,245 INFO [RS:0;e12b86b8109d:42339 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,42339,1733311068006-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:50,245 INFO [RS:0;e12b86b8109d:42339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:50,245 INFO [RS:0;e12b86b8109d:42339 {}] regionserver.Replication(171): e12b86b8109d,42339,1733311068006 started 2024-12-04T11:17:50,256 INFO [RS:0;e12b86b8109d:42339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:50,256 INFO [RS:0;e12b86b8109d:42339 {}] regionserver.HRegionServer(1482): Serving as e12b86b8109d,42339,1733311068006, RpcServer on e12b86b8109d/172.17.0.2:42339, sessionid=0x101a00fd3fb0004 2024-12-04T11:17:50,256 DEBUG [RS:0;e12b86b8109d:42339 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T11:17:50,256 DEBUG [RS:0;e12b86b8109d:42339 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e12b86b8109d,42339,1733311068006 2024-12-04T11:17:50,256 DEBUG [RS:0;e12b86b8109d:42339 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,42339,1733311068006' 2024-12-04T11:17:50,256 DEBUG [RS:0;e12b86b8109d:42339 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-296296246/flush-table-proc/abort' 2024-12-04T11:17:50,257 DEBUG [RS:0;e12b86b8109d:42339 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-296296246/flush-table-proc/acquired' 2024-12-04T11:17:50,257 DEBUG [RS:0;e12b86b8109d:42339 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T11:17:50,257 DEBUG [RS:0;e12b86b8109d:42339 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T11:17:50,257 DEBUG [RS:0;e12b86b8109d:42339 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e12b86b8109d,42339,1733311068006 2024-12-04T11:17:50,257 DEBUG [RS:0;e12b86b8109d:42339 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,42339,1733311068006' 2024-12-04T11:17:50,257 DEBUG [RS:0;e12b86b8109d:42339 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-296296246/online-snapshot/abort' 2024-12-04T11:17:50,257 DEBUG [RS:0;e12b86b8109d:42339 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-296296246/online-snapshot/acquired' 2024-12-04T11:17:50,258 DEBUG [RS:0;e12b86b8109d:42339 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T11:17:50,258 INFO [RS:0;e12b86b8109d:42339 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T11:17:50,258 INFO [RS:0;e12b86b8109d:42339 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T11:17:50,358 INFO [RS:0;e12b86b8109d:42339 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:17:50,360 INFO [RS:0;e12b86b8109d:42339 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C42339%2C1733311068006, suffix=, logDir=hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/WALs/e12b86b8109d,42339,1733311068006, archiveDir=hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/oldWALs, maxLogs=10 2024-12-04T11:17:50,372 DEBUG [RS:0;e12b86b8109d:42339 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/WALs/e12b86b8109d,42339,1733311068006/e12b86b8109d%2C42339%2C1733311068006.1733311070360, exclude list is [], retry=0 2024-12-04T11:17:50,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43689,DS-728bc2bb-78fe-4b09-b843-286cbec23f28,DISK] 2024-12-04T11:17:50,376 INFO [RS:0;e12b86b8109d:42339 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/WALs/e12b86b8109d,42339,1733311068006/e12b86b8109d%2C42339%2C1733311068006.1733311070360 2024-12-04T11:17:50,376 DEBUG [RS:0;e12b86b8109d:42339 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36677:36677)] 2024-12-04T11:17:50,448 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T11:17:50,448 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022 2024-12-04T11:17:50,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741833_1009 (size=32) 2024-12-04T11:17:50,632 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T11:17:50,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:17:50,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:17:50,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:17:50,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:50,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:50,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:17:50,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:17:50,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:50,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:50,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:17:50,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:17:50,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:50,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:50,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:17:50,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:17:50,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:50,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:50,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:17:50,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/data/hbase/meta/1588230740 2024-12-04T11:17:50,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/data/hbase/meta/1588230740 2024-12-04T11:17:50,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:17:50,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:17:50,864 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:17:50,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:17:50,866 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:17:50,867 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72099014, jitterRate=0.07435902953147888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:17:50,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733311070854Initializing all the Stores at 1733311070855 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311070855Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311070855Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311070855Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311070855Cleaning up temporary data from old regions at 1733311070864 (+9 ms)Region opened successfully at 1733311070867 (+3 ms) 2024-12-04T11:17:50,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:17:50,867 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:17:50,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:17:50,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:17:50,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:17:50,867 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:17:50,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311070867Disabling compacts and flushes for region at 1733311070867Disabling writes for close at 1733311070867Writing region close event to WAL at 1733311070867Closed at 1733311070867 2024-12-04T11:17:50,869 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:17:50,869 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T11:17:50,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T11:17:50,870 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:17:50,871 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T11:17:51,021 DEBUG [e12b86b8109d:35989 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T11:17:51,022 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e12b86b8109d,42339,1733311068006 2024-12-04T11:17:51,023 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,42339,1733311068006, state=OPENING 2024-12-04T11:17:51,090 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T11:17:51,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35989-0x101a00fd3fb0003, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-296296246 2024-12-04T11:17:51,100 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x101a00fd3fb0004, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-296296246 2024-12-04T11:17:51,101 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-296296246/meta-region-server: CHANGED 2024-12-04T11:17:51,101 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:17:51,101 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-296296246/meta-region-server: CHANGED 2024-12-04T11:17:51,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,42339,1733311068006}] 2024-12-04T11:17:51,190 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:17:51,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:17:51,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:17:51,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:17:51,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:17:51,238 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T11:17:51,238 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T11:17:51,239 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:17:51,239 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T11:17:51,239 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:17:51,239 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T11:17:51,239 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T11:17:51,239 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T11:17:51,254 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T11:17:51,256 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T11:17:51,260 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T11:17:51,260 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:17:51,260 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T11:17:51,261 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C42339%2C1733311068006.meta, suffix=.meta, logDir=hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/WALs/e12b86b8109d,42339,1733311068006, archiveDir=hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/oldWALs, maxLogs=10 2024-12-04T11:17:51,277 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/WALs/e12b86b8109d,42339,1733311068006/e12b86b8109d%2C42339%2C1733311068006.meta.1733311071262.meta, exclude list is [], retry=0 2024-12-04T11:17:51,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43689,DS-728bc2bb-78fe-4b09-b843-286cbec23f28,DISK] 2024-12-04T11:17:51,283 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/WALs/e12b86b8109d,42339,1733311068006/e12b86b8109d%2C42339%2C1733311068006.meta.1733311071262.meta 2024-12-04T11:17:51,283 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36677:36677)] 2024-12-04T11:17:51,283 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:17:51,284 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:17:51,284 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T11:17:51,284 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T11:17:51,284 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T11:17:51,284 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T11:17:51,284 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:17:51,284 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T11:17:51,284 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T11:17:51,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:17:51,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:17:51,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:51,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:51,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:17:51,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:17:51,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:51,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:51,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:17:51,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:17:51,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:51,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:51,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:17:51,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:17:51,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:51,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:17:51,291 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:17:51,291 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/data/hbase/meta/1588230740 2024-12-04T11:17:51,292 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/data/hbase/meta/1588230740 2024-12-04T11:17:51,293 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:17:51,293 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:17:51,294 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:17:51,295 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:17:51,296 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64614533, jitterRate=-0.03716842830181122}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:17:51,296 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T11:17:51,296 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733311071284Writing region info on filesystem at 1733311071284Initializing all the Stores at 1733311071285 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311071285Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311071285Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311071285Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311071286 (+1 ms)Cleaning up temporary data from old regions at 1733311071293 (+7 ms)Running coprocessor post-open hooks at 1733311071296 (+3 ms)Region opened successfully at 1733311071296 2024-12-04T11:17:51,297 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733311071253 2024-12-04T11:17:51,300 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T11:17:51,300 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T11:17:51,301 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e12b86b8109d,42339,1733311068006 2024-12-04T11:17:51,302 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,42339,1733311068006, state=OPEN 2024-12-04T11:17:51,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35989-0x101a00fd3fb0003, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-296296246/meta-region-server 2024-12-04T11:17:51,315 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x101a00fd3fb0004, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-296296246/meta-region-server 2024-12-04T11:17:51,315 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e12b86b8109d,42339,1733311068006 2024-12-04T11:17:51,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-296296246/meta-region-server: CHANGED 2024-12-04T11:17:51,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-296296246/meta-region-server: CHANGED 2024-12-04T11:17:51,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T11:17:51,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,42339,1733311068006 in 214 msec 2024-12-04T11:17:51,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T11:17:51,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 449 msec 2024-12-04T11:17:51,322 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:17:51,322 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T11:17:51,323 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:17:51,324 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,42339,1733311068006, seqNum=-1] 2024-12-04T11:17:51,324 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:17:51,325 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:17:51,332 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2980 sec 2024-12-04T11:17:51,332 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733311071332, completionTime=-1 2024-12-04T11:17:51,332 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T11:17:51,332 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T11:17:51,334 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T11:17:51,334 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733311131334 2024-12-04T11:17:51,334 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733311191334 2024-12-04T11:17:51,334 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T11:17:51,335 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,35989,1733311067857-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:51,335 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,35989,1733311067857-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:51,335 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,35989,1733311067857-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:51,335 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e12b86b8109d:35989, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:51,335 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:51,335 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:51,337 DEBUG [master/e12b86b8109d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T11:17:51,341 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.279sec 2024-12-04T11:17:51,341 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T11:17:51,341 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T11:17:51,341 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T11:17:51,341 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T11:17:51,341 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T11:17:51,341 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,35989,1733311067857-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:17:51,341 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,35989,1733311067857-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T11:17:51,344 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T11:17:51,344 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T11:17:51,344 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,35989,1733311067857-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:17:51,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323c2aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:51,428 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,35989,-1 for getting cluster id 2024-12-04T11:17:51,428 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:17:51,430 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49b409f0-0ce4-4b5d-8ac6-ed0b58b0308c' 2024-12-04T11:17:51,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:17:51,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49b409f0-0ce4-4b5d-8ac6-ed0b58b0308c" 2024-12-04T11:17:51,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b132fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:51,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,35989,-1] 2024-12-04T11:17:51,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:17:51,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:51,431 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:17:51,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b6bf9ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:51,432 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:17:51,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,42339,1733311068006, seqNum=-1] 2024-12-04T11:17:51,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:17:51,434 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:17:51,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e12b86b8109d,35989,1733311067857 2024-12-04T11:17:51,437 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54328 2024-12-04T11:17:51,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:17:51,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a00fd3fb0005 connected 2024-12-04T11:17:51,463 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:17:51,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,41953,1733311062065 2024-12-04T11:17:51,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@272d927f 2024-12-04T11:17:51,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:17:51,466 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:17:51,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41953 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:17:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41953 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T11:17:51,471 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T11:17:51,473 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:51,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41953 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T11:17:51,474 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T11:17:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:17:51,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741835_1011 (size=902) 2024-12-04T11:17:51,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:17:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:17:51,882 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b35ddba2818327b4a47a1f7a2c3913c3, NAME => 'test,,1733311071466.b35ddba2818327b4a47a1f7a2c3913c3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959 2024-12-04T11:17:51,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741836_1012 (size=39) 2024-12-04T11:17:52,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:17:52,288 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733311071466.b35ddba2818327b4a47a1f7a2c3913c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:17:52,288 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b35ddba2818327b4a47a1f7a2c3913c3, disabling compactions & flushes 2024-12-04T11:17:52,288 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733311071466.b35ddba2818327b4a47a1f7a2c3913c3. 2024-12-04T11:17:52,288 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733311071466.b35ddba2818327b4a47a1f7a2c3913c3. 2024-12-04T11:17:52,288 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733311071466.b35ddba2818327b4a47a1f7a2c3913c3. after waiting 0 ms 2024-12-04T11:17:52,288 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733311071466.b35ddba2818327b4a47a1f7a2c3913c3. 2024-12-04T11:17:52,288 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733311071466.b35ddba2818327b4a47a1f7a2c3913c3. 2024-12-04T11:17:52,288 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b35ddba2818327b4a47a1f7a2c3913c3: Waiting for close lock at 1733311072288Disabling compacts and flushes for region at 1733311072288Disabling writes for close at 1733311072288Writing region close event to WAL at 1733311072288Closed at 1733311072288 2024-12-04T11:17:52,289 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T11:17:52,290 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733311071466.b35ddba2818327b4a47a1f7a2c3913c3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733311072289"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733311072289"}]},"ts":"1733311072289"} 2024-12-04T11:17:52,292 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T11:17:52,293 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T11:17:52,293 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311072293"}]},"ts":"1733311072293"} 2024-12-04T11:17:52,295 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T11:17:52,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b35ddba2818327b4a47a1f7a2c3913c3, ASSIGN}] 2024-12-04T11:17:52,296 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b35ddba2818327b4a47a1f7a2c3913c3, ASSIGN 2024-12-04T11:17:52,297 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b35ddba2818327b4a47a1f7a2c3913c3, ASSIGN; state=OFFLINE, location=e12b86b8109d,36821,1733311062250; forceNewPlan=false, retain=false 2024-12-04T11:17:52,447 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b35ddba2818327b4a47a1f7a2c3913c3, regionState=OPENING, regionLocation=e12b86b8109d,36821,1733311062250 2024-12-04T11:17:52,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b35ddba2818327b4a47a1f7a2c3913c3, ASSIGN because future has completed 2024-12-04T11:17:52,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b35ddba2818327b4a47a1f7a2c3913c3, server=e12b86b8109d,36821,1733311062250}] 2024-12-04T11:17:52,606 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733311071466.b35ddba2818327b4a47a1f7a2c3913c3. 2024-12-04T11:17:52,606 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b35ddba2818327b4a47a1f7a2c3913c3, NAME => 'test,,1733311071466.b35ddba2818327b4a47a1f7a2c3913c3.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:17:52,606 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:17:52,606 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T11:17:52,606 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b35ddba2818327b4a47a1f7a2c3913c3 2024-12-04T11:17:52,606 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733311071466.b35ddba2818327b4a47a1f7a2c3913c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:17:52,607 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b35ddba2818327b4a47a1f7a2c3913c3 2024-12-04T11:17:52,607 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b35ddba2818327b4a47a1f7a2c3913c3 2024-12-04T11:17:52,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:17:52,608 INFO [StoreOpener-b35ddba2818327b4a47a1f7a2c3913c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b35ddba2818327b4a47a1f7a2c3913c3 2024-12-04T11:17:52,609 INFO [StoreOpener-b35ddba2818327b4a47a1f7a2c3913c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b35ddba2818327b4a47a1f7a2c3913c3 columnFamilyName f 2024-12-04T11:17:52,609 DEBUG [StoreOpener-b35ddba2818327b4a47a1f7a2c3913c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:52,610 INFO [StoreOpener-b35ddba2818327b4a47a1f7a2c3913c3-1 {}] regionserver.HStore(327): Store=b35ddba2818327b4a47a1f7a2c3913c3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:17:52,610 INFO [StoreOpener-b35ddba2818327b4a47a1f7a2c3913c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b35ddba2818327b4a47a1f7a2c3913c3 2024-12-04T11:17:52,611 INFO [StoreOpener-b35ddba2818327b4a47a1f7a2c3913c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b35ddba2818327b4a47a1f7a2c3913c3 columnFamilyName f1 2024-12-04T11:17:52,611 DEBUG [StoreOpener-b35ddba2818327b4a47a1f7a2c3913c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:52,612 INFO [StoreOpener-b35ddba2818327b4a47a1f7a2c3913c3-1 {}] regionserver.HStore(327): Store=b35ddba2818327b4a47a1f7a2c3913c3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:17:52,612 INFO [StoreOpener-b35ddba2818327b4a47a1f7a2c3913c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b35ddba2818327b4a47a1f7a2c3913c3 2024-12-04T11:17:52,613 INFO [StoreOpener-b35ddba2818327b4a47a1f7a2c3913c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b35ddba2818327b4a47a1f7a2c3913c3 columnFamilyName norep 2024-12-04T11:17:52,613 DEBUG [StoreOpener-b35ddba2818327b4a47a1f7a2c3913c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:52,613 INFO [StoreOpener-b35ddba2818327b4a47a1f7a2c3913c3-1 {}] regionserver.HStore(327): Store=b35ddba2818327b4a47a1f7a2c3913c3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:17:52,613 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b35ddba2818327b4a47a1f7a2c3913c3 2024-12-04T11:17:52,614 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/default/test/b35ddba2818327b4a47a1f7a2c3913c3 2024-12-04T11:17:52,614 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/default/test/b35ddba2818327b4a47a1f7a2c3913c3 2024-12-04T11:17:52,615 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b35ddba2818327b4a47a1f7a2c3913c3 2024-12-04T11:17:52,615 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b35ddba2818327b4a47a1f7a2c3913c3 2024-12-04T11:17:52,616 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T11:17:52,617 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b35ddba2818327b4a47a1f7a2c3913c3 2024-12-04T11:17:52,619 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/default/test/b35ddba2818327b4a47a1f7a2c3913c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:17:52,620 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b35ddba2818327b4a47a1f7a2c3913c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74614118, jitterRate=0.1118369996547699}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T11:17:52,620 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b35ddba2818327b4a47a1f7a2c3913c3 2024-12-04T11:17:52,620 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b35ddba2818327b4a47a1f7a2c3913c3: Running coprocessor pre-open hook at 1733311072607Writing region info on filesystem at 1733311072607Initializing all the Stores at 1733311072608 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311072608Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311072608Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311072608Cleaning up temporary data from old regions at 1733311072615 (+7 ms)Running coprocessor post-open hooks at 1733311072620 (+5 ms)Region opened successfully at 1733311072620 2024-12-04T11:17:52,622 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733311071466.b35ddba2818327b4a47a1f7a2c3913c3., pid=6, masterSystemTime=1733311072602 2024-12-04T11:17:52,624 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733311071466.b35ddba2818327b4a47a1f7a2c3913c3. 2024-12-04T11:17:52,624 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733311071466.b35ddba2818327b4a47a1f7a2c3913c3. 2024-12-04T11:17:52,626 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b35ddba2818327b4a47a1f7a2c3913c3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e12b86b8109d,36821,1733311062250 2024-12-04T11:17:52,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b35ddba2818327b4a47a1f7a2c3913c3, server=e12b86b8109d,36821,1733311062250 because future has completed 2024-12-04T11:17:52,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T11:17:52,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b35ddba2818327b4a47a1f7a2c3913c3, server=e12b86b8109d,36821,1733311062250 in 179 msec 2024-12-04T11:17:52,635 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T11:17:52,635 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b35ddba2818327b4a47a1f7a2c3913c3, ASSIGN in 337 msec 2024-12-04T11:17:52,636 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T11:17:52,636 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311072636"}]},"ts":"1733311072636"} 2024-12-04T11:17:52,638 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T11:17:52,639 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T11:17:52,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1700 sec 2024-12-04T11:17:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:17:53,628 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:17:53,628 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T11:17:53,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,35989,1733311067857 2024-12-04T11:17:53,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@468c1596 2024-12-04T11:17:53,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:17:53,630 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:17:53,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35989 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:17:53,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35989 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T11:17:53,633 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T11:17:53,633 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:53,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35989 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T11:17:53,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:17:53,634 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T11:17:53,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741835_1011 (size=902) 2024-12-04T11:17:53,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:17:53,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:17:54,042 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b0588f67e07e1d7ef85abd3a0b50917e, NAME => 'test,,1733311073630.b0588f67e07e1d7ef85abd3a0b50917e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022 2024-12-04T11:17:54,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741836_1012 (size=39) 2024-12-04T11:17:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:17:54,453 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733311073630.b0588f67e07e1d7ef85abd3a0b50917e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:17:54,453 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b0588f67e07e1d7ef85abd3a0b50917e, disabling compactions & flushes 2024-12-04T11:17:54,453 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733311073630.b0588f67e07e1d7ef85abd3a0b50917e. 2024-12-04T11:17:54,453 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733311073630.b0588f67e07e1d7ef85abd3a0b50917e. 2024-12-04T11:17:54,453 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733311073630.b0588f67e07e1d7ef85abd3a0b50917e. after waiting 0 ms 2024-12-04T11:17:54,453 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733311073630.b0588f67e07e1d7ef85abd3a0b50917e. 2024-12-04T11:17:54,453 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733311073630.b0588f67e07e1d7ef85abd3a0b50917e. 2024-12-04T11:17:54,453 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b0588f67e07e1d7ef85abd3a0b50917e: Waiting for close lock at 1733311074453Disabling compacts and flushes for region at 1733311074453Disabling writes for close at 1733311074453Writing region close event to WAL at 1733311074453Closed at 1733311074453 2024-12-04T11:17:54,455 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T11:17:54,455 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733311073630.b0588f67e07e1d7ef85abd3a0b50917e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733311074455"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733311074455"}]},"ts":"1733311074455"} 2024-12-04T11:17:54,457 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T11:17:54,458 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T11:17:54,458 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311074458"}]},"ts":"1733311074458"} 2024-12-04T11:17:54,460 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T11:17:54,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b0588f67e07e1d7ef85abd3a0b50917e, ASSIGN}] 2024-12-04T11:17:54,462 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b0588f67e07e1d7ef85abd3a0b50917e, ASSIGN 2024-12-04T11:17:54,462 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b0588f67e07e1d7ef85abd3a0b50917e, ASSIGN; state=OFFLINE, location=e12b86b8109d,42339,1733311068006; forceNewPlan=false, retain=false 2024-12-04T11:17:54,613 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b0588f67e07e1d7ef85abd3a0b50917e, regionState=OPENING, regionLocation=e12b86b8109d,42339,1733311068006 2024-12-04T11:17:54,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b0588f67e07e1d7ef85abd3a0b50917e, ASSIGN because future has completed 2024-12-04T11:17:54,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0588f67e07e1d7ef85abd3a0b50917e, server=e12b86b8109d,42339,1733311068006}] 2024-12-04T11:17:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:17:54,772 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733311073630.b0588f67e07e1d7ef85abd3a0b50917e. 2024-12-04T11:17:54,772 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b0588f67e07e1d7ef85abd3a0b50917e, NAME => 'test,,1733311073630.b0588f67e07e1d7ef85abd3a0b50917e.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:17:54,772 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:17:54,772 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T11:17:54,773 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b0588f67e07e1d7ef85abd3a0b50917e 2024-12-04T11:17:54,773 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733311073630.b0588f67e07e1d7ef85abd3a0b50917e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:17:54,773 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b0588f67e07e1d7ef85abd3a0b50917e 2024-12-04T11:17:54,773 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b0588f67e07e1d7ef85abd3a0b50917e 2024-12-04T11:17:54,774 INFO [StoreOpener-b0588f67e07e1d7ef85abd3a0b50917e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b0588f67e07e1d7ef85abd3a0b50917e 2024-12-04T11:17:54,775 INFO [StoreOpener-b0588f67e07e1d7ef85abd3a0b50917e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0588f67e07e1d7ef85abd3a0b50917e columnFamilyName f 2024-12-04T11:17:54,775 DEBUG [StoreOpener-b0588f67e07e1d7ef85abd3a0b50917e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:54,776 INFO [StoreOpener-b0588f67e07e1d7ef85abd3a0b50917e-1 {}] regionserver.HStore(327): Store=b0588f67e07e1d7ef85abd3a0b50917e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:17:54,776 INFO [StoreOpener-b0588f67e07e1d7ef85abd3a0b50917e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b0588f67e07e1d7ef85abd3a0b50917e 2024-12-04T11:17:54,777 INFO [StoreOpener-b0588f67e07e1d7ef85abd3a0b50917e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0588f67e07e1d7ef85abd3a0b50917e columnFamilyName f1 2024-12-04T11:17:54,777 DEBUG [StoreOpener-b0588f67e07e1d7ef85abd3a0b50917e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:54,777 INFO [StoreOpener-b0588f67e07e1d7ef85abd3a0b50917e-1 {}] regionserver.HStore(327): Store=b0588f67e07e1d7ef85abd3a0b50917e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:17:54,778 INFO [StoreOpener-b0588f67e07e1d7ef85abd3a0b50917e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b0588f67e07e1d7ef85abd3a0b50917e 2024-12-04T11:17:54,779 INFO [StoreOpener-b0588f67e07e1d7ef85abd3a0b50917e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0588f67e07e1d7ef85abd3a0b50917e columnFamilyName norep 2024-12-04T11:17:54,779 DEBUG [StoreOpener-b0588f67e07e1d7ef85abd3a0b50917e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:54,779 INFO [StoreOpener-b0588f67e07e1d7ef85abd3a0b50917e-1 {}] regionserver.HStore(327): Store=b0588f67e07e1d7ef85abd3a0b50917e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:17:54,780 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b0588f67e07e1d7ef85abd3a0b50917e 2024-12-04T11:17:54,780 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/data/default/test/b0588f67e07e1d7ef85abd3a0b50917e 2024-12-04T11:17:54,781 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/data/default/test/b0588f67e07e1d7ef85abd3a0b50917e 2024-12-04T11:17:54,781 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b0588f67e07e1d7ef85abd3a0b50917e 2024-12-04T11:17:54,781 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b0588f67e07e1d7ef85abd3a0b50917e 2024-12-04T11:17:54,782 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T11:17:54,783 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b0588f67e07e1d7ef85abd3a0b50917e 2024-12-04T11:17:54,785 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/data/default/test/b0588f67e07e1d7ef85abd3a0b50917e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:17:54,785 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b0588f67e07e1d7ef85abd3a0b50917e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69581821, jitterRate=0.03684993088245392}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T11:17:54,785 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b0588f67e07e1d7ef85abd3a0b50917e 2024-12-04T11:17:54,785 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b0588f67e07e1d7ef85abd3a0b50917e: Running coprocessor pre-open hook at 1733311074773Writing region info on filesystem at 1733311074773Initializing all the Stores at 1733311074774 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311074774Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311074774Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311074774Cleaning up temporary data from old regions at 1733311074781 (+7 ms)Running coprocessor post-open hooks at 1733311074785 (+4 ms)Region opened successfully at 1733311074785 2024-12-04T11:17:54,786 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733311073630.b0588f67e07e1d7ef85abd3a0b50917e., pid=6, masterSystemTime=1733311074768 2024-12-04T11:17:54,789 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733311073630.b0588f67e07e1d7ef85abd3a0b50917e. 2024-12-04T11:17:54,789 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733311073630.b0588f67e07e1d7ef85abd3a0b50917e. 2024-12-04T11:17:54,789 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b0588f67e07e1d7ef85abd3a0b50917e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e12b86b8109d,42339,1733311068006 2024-12-04T11:17:54,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0588f67e07e1d7ef85abd3a0b50917e, server=e12b86b8109d,42339,1733311068006 because future has completed 2024-12-04T11:17:54,795 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T11:17:54,795 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b0588f67e07e1d7ef85abd3a0b50917e, server=e12b86b8109d,42339,1733311068006 in 177 msec 2024-12-04T11:17:54,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T11:17:54,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b0588f67e07e1d7ef85abd3a0b50917e, ASSIGN in 335 msec 2024-12-04T11:17:54,798 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T11:17:54,798 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311074798"}]},"ts":"1733311074798"} 2024-12-04T11:17:54,801 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T11:17:54,802 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T11:17:54,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1710 sec 2024-12-04T11:17:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:17:55,779 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T11:17:55,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9020e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:55,780 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,41953,-1 for getting cluster id 2024-12-04T11:17:55,780 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:17:55,781 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47c52b16-d94b-4966-83ed-d9aca428d1ce' 2024-12-04T11:17:55,781 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:17:55,781 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47c52b16-d94b-4966-83ed-d9aca428d1ce" 2024-12-04T11:17:55,781 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6525cbe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:55,781 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,41953,-1] 2024-12-04T11:17:55,781 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:17:55,782 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:55,783 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:17:55,784 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b44d56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:55,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e43990e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:55,785 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,35989,-1 for getting cluster id 2024-12-04T11:17:55,785 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:17:55,786 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49b409f0-0ce4-4b5d-8ac6-ed0b58b0308c' 2024-12-04T11:17:55,786 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:17:55,786 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49b409f0-0ce4-4b5d-8ac6-ed0b58b0308c" 2024-12-04T11:17:55,787 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cbd09d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:55,787 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,35989,-1] 2024-12-04T11:17:55,787 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:17:55,787 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:55,788 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:17:55,789 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d74a457, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:55,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6104dc69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:55,790 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,41953,-1 for getting cluster id 2024-12-04T11:17:55,791 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:17:55,792 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47c52b16-d94b-4966-83ed-d9aca428d1ce' 2024-12-04T11:17:55,792 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:17:55,793 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47c52b16-d94b-4966-83ed-d9aca428d1ce" 2024-12-04T11:17:55,793 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a05918b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:55,793 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,41953,-1] 2024-12-04T11:17:55,793 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:17:55,793 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:55,794 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:17:55,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d6eb99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:55,798 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:17:55,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,41953,1733311062065 2024-12-04T11:17:55,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15e2993c 2024-12-04T11:17:55,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:17:55,801 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:17:55,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41953 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e12b86b8109d:35989,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-04T11:17:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41953 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T11:17:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:17:55,804 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e12b86b8109d:35989' 2024-12-04T11:17:55,805 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29d127a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:55,805 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,35989,-1 for getting cluster id 2024-12-04T11:17:55,805 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:17:55,806 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49b409f0-0ce4-4b5d-8ac6-ed0b58b0308c' 2024-12-04T11:17:55,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:17:55,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49b409f0-0ce4-4b5d-8ac6-ed0b58b0308c" 2024-12-04T11:17:55,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9ef366, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:55,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,35989,-1] 2024-12-04T11:17:55,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:17:55,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:55,807 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:17:55,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@116e5c5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:55,808 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:17:55,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,35989,1733311067857 2024-12-04T11:17:55,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@621e6944 2024-12-04T11:17:55,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:17:55,810 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:17:55,810 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-04T11:17:55,810 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T11:17:55,810 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:55,811 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:55,811 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:17:55,811 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:17:55,812 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T11:17:55,813 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T11:17:55,813 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:55,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T11:17:55,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741837_1013 (size=1138) 2024-12-04T11:17:55,862 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T11:17:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:17:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:17:56,221 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4f8f6023913e94617324f388d6daa491, NAME => 'hbase:replication,,1733311075811.4f8f6023913e94617324f388d6daa491.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959 2024-12-04T11:17:56,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741838_1014 (size=44) 2024-12-04T11:17:56,226 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733311075811.4f8f6023913e94617324f388d6daa491.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:17:56,226 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4f8f6023913e94617324f388d6daa491, disabling compactions & flushes 2024-12-04T11:17:56,227 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733311075811.4f8f6023913e94617324f388d6daa491. 2024-12-04T11:17:56,227 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733311075811.4f8f6023913e94617324f388d6daa491. 2024-12-04T11:17:56,227 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733311075811.4f8f6023913e94617324f388d6daa491. after waiting 0 ms 2024-12-04T11:17:56,227 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733311075811.4f8f6023913e94617324f388d6daa491. 2024-12-04T11:17:56,227 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733311075811.4f8f6023913e94617324f388d6daa491. 2024-12-04T11:17:56,227 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4f8f6023913e94617324f388d6daa491: Waiting for close lock at 1733311076226Disabling compacts and flushes for region at 1733311076226Disabling writes for close at 1733311076227 (+1 ms)Writing region close event to WAL at 1733311076227Closed at 1733311076227 2024-12-04T11:17:56,228 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T11:17:56,228 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733311075811.4f8f6023913e94617324f388d6daa491.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733311076228"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733311076228"}]},"ts":"1733311076228"} 2024-12-04T11:17:56,230 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T11:17:56,230 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T11:17:56,231 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T11:17:56,231 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311076231"}]},"ts":"1733311076231"} 2024-12-04T11:17:56,233 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T11:17:56,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4f8f6023913e94617324f388d6daa491, ASSIGN}] 2024-12-04T11:17:56,234 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4f8f6023913e94617324f388d6daa491, ASSIGN 2024-12-04T11:17:56,235 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4f8f6023913e94617324f388d6daa491, ASSIGN; state=OFFLINE, location=e12b86b8109d,36821,1733311062250; forceNewPlan=false, retain=false 2024-12-04T11:17:56,386 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4f8f6023913e94617324f388d6daa491, regionState=OPENING, regionLocation=e12b86b8109d,36821,1733311062250 2024-12-04T11:17:56,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4f8f6023913e94617324f388d6daa491, ASSIGN because future has completed 2024-12-04T11:17:56,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f8f6023913e94617324f388d6daa491, server=e12b86b8109d,36821,1733311062250}] 2024-12-04T11:17:56,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:17:56,544 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733311075811.4f8f6023913e94617324f388d6daa491. 2024-12-04T11:17:56,544 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:17:56,544 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T11:17:56,545 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C36821%2C1733311062250.rep, suffix=, logDir=hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250, archiveDir=hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/oldWALs, maxLogs=10 2024-12-04T11:17:56,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.rep.1733311076546, exclude list is [], retry=0 2024-12-04T11:17:56,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36473,DS-8643b13c-a699-4b34-871d-3ef0d265d69f,DISK] 2024-12-04T11:17:56,559 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.rep.1733311076546 2024-12-04T11:17:56,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33577:33577)] 2024-12-04T11:17:56,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4f8f6023913e94617324f388d6daa491, NAME => 'hbase:replication,,1733311075811.4f8f6023913e94617324f388d6daa491.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:17:56,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:17:56,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T11:17:56,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733311075811.4f8f6023913e94617324f388d6daa491. service=MultiRowMutationService 2024-12-04T11:17:56,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T11:17:56,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4f8f6023913e94617324f388d6daa491 2024-12-04T11:17:56,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733311075811.4f8f6023913e94617324f388d6daa491.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:17:56,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4f8f6023913e94617324f388d6daa491 2024-12-04T11:17:56,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4f8f6023913e94617324f388d6daa491 2024-12-04T11:17:56,562 INFO [StoreOpener-4f8f6023913e94617324f388d6daa491-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4f8f6023913e94617324f388d6daa491 2024-12-04T11:17:56,563 INFO [StoreOpener-4f8f6023913e94617324f388d6daa491-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f8f6023913e94617324f388d6daa491 columnFamilyName hfileref 2024-12-04T11:17:56,563 DEBUG [StoreOpener-4f8f6023913e94617324f388d6daa491-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:56,563 INFO [StoreOpener-4f8f6023913e94617324f388d6daa491-1 {}] regionserver.HStore(327): Store=4f8f6023913e94617324f388d6daa491/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:17:56,564 INFO [StoreOpener-4f8f6023913e94617324f388d6daa491-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4f8f6023913e94617324f388d6daa491 2024-12-04T11:17:56,564 INFO [StoreOpener-4f8f6023913e94617324f388d6daa491-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f8f6023913e94617324f388d6daa491 columnFamilyName queue 2024-12-04T11:17:56,564 DEBUG [StoreOpener-4f8f6023913e94617324f388d6daa491-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:56,565 INFO [StoreOpener-4f8f6023913e94617324f388d6daa491-1 {}] regionserver.HStore(327): Store=4f8f6023913e94617324f388d6daa491/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:17:56,565 INFO [StoreOpener-4f8f6023913e94617324f388d6daa491-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4f8f6023913e94617324f388d6daa491 2024-12-04T11:17:56,566 INFO [StoreOpener-4f8f6023913e94617324f388d6daa491-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f8f6023913e94617324f388d6daa491 columnFamilyName sid 2024-12-04T11:17:56,566 DEBUG [StoreOpener-4f8f6023913e94617324f388d6daa491-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:17:56,566 INFO [StoreOpener-4f8f6023913e94617324f388d6daa491-1 {}] regionserver.HStore(327): Store=4f8f6023913e94617324f388d6daa491/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:17:56,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4f8f6023913e94617324f388d6daa491 2024-12-04T11:17:56,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/hbase/replication/4f8f6023913e94617324f388d6daa491 2024-12-04T11:17:56,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/hbase/replication/4f8f6023913e94617324f388d6daa491 2024-12-04T11:17:56,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4f8f6023913e94617324f388d6daa491 2024-12-04T11:17:56,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4f8f6023913e94617324f388d6daa491 2024-12-04T11:17:56,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T11:17:56,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4f8f6023913e94617324f388d6daa491 2024-12-04T11:17:56,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/hbase/replication/4f8f6023913e94617324f388d6daa491/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:17:56,571 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4f8f6023913e94617324f388d6daa491; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74016614, jitterRate=0.10293349623680115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T11:17:56,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4f8f6023913e94617324f388d6daa491 2024-12-04T11:17:56,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4f8f6023913e94617324f388d6daa491: Running coprocessor pre-open hook at 1733311076560Writing region info on filesystem at 1733311076560Initializing all the Stores at 1733311076561 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311076561Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311076562 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311076562Cleaning up temporary data from old regions at 1733311076568 (+6 ms)Running coprocessor post-open hooks at 1733311076571 (+3 ms)Region opened successfully at 1733311076572 (+1 ms) 2024-12-04T11:17:56,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733311075811.4f8f6023913e94617324f388d6daa491., pid=10, masterSystemTime=1733311076540 2024-12-04T11:17:56,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733311075811.4f8f6023913e94617324f388d6daa491. 2024-12-04T11:17:56,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733311075811.4f8f6023913e94617324f388d6daa491. 2024-12-04T11:17:56,575 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4f8f6023913e94617324f388d6daa491, regionState=OPEN, openSeqNum=2, regionLocation=e12b86b8109d,36821,1733311062250 2024-12-04T11:17:56,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f8f6023913e94617324f388d6daa491, server=e12b86b8109d,36821,1733311062250 because future has completed 2024-12-04T11:17:56,580 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T11:17:56,580 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4f8f6023913e94617324f388d6daa491, server=e12b86b8109d,36821,1733311062250 in 190 msec 2024-12-04T11:17:56,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T11:17:56,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4f8f6023913e94617324f388d6daa491, ASSIGN in 347 msec 2024-12-04T11:17:56,583 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T11:17:56,583 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311076583"}]},"ts":"1733311076583"} 2024-12-04T11:17:56,585 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T11:17:56,586 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T11:17:56,588 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 775 msec 2024-12-04T11:17:56,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733311075811.4f8f6023913e94617324f388d6daa491., hostname=e12b86b8109d,36821,1733311062250, seqNum=2] 2024-12-04T11:17:56,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36821-0x101a00fd3fb0001, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-662828112 2024-12-04T11:17:56,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41953-0x101a00fd3fb0000, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-662828112 2024-12-04T11:17:56,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T11:17:56,785 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:17:56,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:17:56,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:17:56,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:17:56,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:17:56,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T11:17:56,875 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T11:17:56,901 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e12b86b8109d,36821,1733311062250, ReplicationSource: 1, currentBandwidth=0 2024-12-04T11:17:56,902 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:17:56,902 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,36821,1733311062250, seqNum=-1] 2024-12-04T11:17:56,902 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:17:56,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-04T11:17:56,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e12b86b8109d,36821,1733311062250', locateType=CURRENT is [region=hbase:replication,,1733311075811.4f8f6023913e94617324f388d6daa491., hostname=e12b86b8109d,36821,1733311062250, seqNum=2] 2024-12-04T11:17:56,927 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T11:17:56,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41953 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T11:17:56,930 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e12b86b8109d,36821,1733311062250 suceeded 2024-12-04T11:17:56,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T11:17:56,933 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e12b86b8109d:35989,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-04T11:17:56,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 208 msec 2024-12-04T11:17:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:17:56,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1320 sec 2024-12-04T11:17:56,951 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e12b86b8109d:35989' 2024-12-04T11:17:56,953 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d534242, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:56,953 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,35989,-1 for getting cluster id 2024-12-04T11:17:56,953 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:17:56,954 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49b409f0-0ce4-4b5d-8ac6-ed0b58b0308c' 2024-12-04T11:17:56,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:17:56,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49b409f0-0ce4-4b5d-8ac6-ed0b58b0308c" 2024-12-04T11:17:56,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@689f5112, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:56,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,35989,-1] 2024-12-04T11:17:56,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:17:56,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:56,957 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:17:56,958 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7103d437, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:56,958 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:17:56,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,35989,1733311067857 2024-12-04T11:17:56,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d4d162f 2024-12-04T11:17:56,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:17:56,961 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-04T11:17:56,962 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e12b86b8109d,36821,1733311062250 (queues=1) is replicating from cluster=47c52b16-d94b-4966-83ed-d9aca428d1ce to cluster=49b409f0-0ce4-4b5d-8ac6-ed0b58b0308c 2024-12-04T11:17:56,962 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e12b86b8109d%2C36821%2C1733311062250 2024-12-04T11:17:56,962 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e12b86b8109d,36821,1733311062250, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T11:17:56,962 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.shippere12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e12b86b8109d%2C36821%2C1733311062250 2024-12-04T11:17:56,962 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792, startPosition=0, beingWritten=true 2024-12-04T11:17:56,971 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:17:56,971 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 379, reset compression=false 2024-12-04T11:17:56,971 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.shippere12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,36821,1733311062250 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T11:17:57,175 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 379, reset compression=false 2024-12-04T11:17:57,479 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 379, reset compression=false 2024-12-04T11:17:57,883 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 379, reset compression=false 2024-12-04T11:17:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:17:57,948 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T11:17:57,948 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:17:57,948 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:17:57,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:57,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:57,948 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:17:57,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:17:57,953 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733311077952/Put/seqid=0 2024-12-04T11:17:57,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741840_1016 (size=7894) 2024-12-04T11:17:58,360 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/load_f/f/hfile_1 is 34, key is ddd/f:row/1733311078359/Put/seqid=0 2024-12-04T11:17:58,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741841_1017 (size=7691) 2024-12-04T11:17:58,387 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 379, reset compression=false 2024-12-04T11:17:58,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b26d088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:58,768 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,41953,-1 for getting cluster id 2024-12-04T11:17:58,768 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:17:58,769 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47c52b16-d94b-4966-83ed-d9aca428d1ce' 2024-12-04T11:17:58,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:17:58,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47c52b16-d94b-4966-83ed-d9aca428d1ce" 2024-12-04T11:17:58,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ecb579b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:58,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,41953,-1] 2024-12-04T11:17:58,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:17:58,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:58,770 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:17:58,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@230fadb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:58,772 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:17:58,773 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,36821,1733311062250, seqNum=-1] 2024-12-04T11:17:58,773 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:17:58,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:17:58,785 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:17:58,786 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,41953,1733311062065 2024-12-04T11:17:58,786 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b1cd495 2024-12-04T11:17:58,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:17:58,790 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:17:58,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733311071466.b35ddba2818327b4a47a1f7a2c3913c3., hostname=e12b86b8109d,36821,1733311062250, seqNum=2] 2024-12-04T11:17:58,806 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T11:17:58,820 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-04T11:17:58,823 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-04T11:17:58,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36821 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/load_f/f/hfile_1 for inclusion in b35ddba2818327b4a47a1f7a2c3913c3/f 2024-12-04T11:17:58,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36821 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-04T11:17:58,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36821 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T11:17:58,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36821 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/load_f/f/hfile_0 for inclusion in b35ddba2818327b4a47a1f7a2c3913c3/f 2024-12-04T11:17:58,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36821 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-04T11:17:58,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36821 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T11:17:58,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36821 {}] regionserver.HRegion(2603): Flush status journal for b35ddba2818327b4a47a1f7a2c3913c3: 2024-12-04T11:17:58,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/load_f/f/hfile_1 to hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/staging/jenkins__test__124m66igmj78cpvuo9c3lj6eeronjhu7opc4lmne6ssc4qfoqoj599e9p0v02v85/f/hfile_1 2024-12-04T11:17:58,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/staging/jenkins__test__124m66igmj78cpvuo9c3lj6eeronjhu7opc4lmne6ssc4qfoqoj599e9p0v02v85/f/hfile_1 as hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/default/test/b35ddba2818327b4a47a1f7a2c3913c3/f/1e6e5965bbef4e549c9a6c559de343d5_SeqId_4_ 2024-12-04T11:17:58,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/load_f/f/hfile_0 to hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/staging/jenkins__test__124m66igmj78cpvuo9c3lj6eeronjhu7opc4lmne6ssc4qfoqoj599e9p0v02v85/f/hfile_0 2024-12-04T11:17:58,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/staging/jenkins__test__124m66igmj78cpvuo9c3lj6eeronjhu7opc4lmne6ssc4qfoqoj599e9p0v02v85/f/hfile_0 as hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/default/test/b35ddba2818327b4a47a1f7a2c3913c3/f/838b03384dc2480387ccbc8580bc8e75_SeqId_4_ 2024-12-04T11:17:58,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36821 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/staging/jenkins__test__124m66igmj78cpvuo9c3lj6eeronjhu7opc4lmne6ssc4qfoqoj599e9p0v02v85/f/hfile_1 into b35ddba2818327b4a47a1f7a2c3913c3/f as hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/default/test/b35ddba2818327b4a47a1f7a2c3913c3/f/1e6e5965bbef4e549c9a6c559de343d5_SeqId_4_ - updating store file list. 2024-12-04T11:17:58,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36821 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1e6e5965bbef4e549c9a6c559de343d5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T11:17:58,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36821 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/default/test/b35ddba2818327b4a47a1f7a2c3913c3/f/1e6e5965bbef4e549c9a6c559de343d5_SeqId_4_ into b35ddba2818327b4a47a1f7a2c3913c3/f 2024-12-04T11:17:58,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36821 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/staging/jenkins__test__124m66igmj78cpvuo9c3lj6eeronjhu7opc4lmne6ssc4qfoqoj599e9p0v02v85/f/hfile_1 into b35ddba2818327b4a47a1f7a2c3913c3/f (new location: hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/default/test/b35ddba2818327b4a47a1f7a2c3913c3/f/1e6e5965bbef4e549c9a6c559de343d5_SeqId_4_) 2024-12-04T11:17:58,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/staging/jenkins__test__124m66igmj78cpvuo9c3lj6eeronjhu7opc4lmne6ssc4qfoqoj599e9p0v02v85/f/hfile_1 2024-12-04T11:17:58,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36821 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/staging/jenkins__test__124m66igmj78cpvuo9c3lj6eeronjhu7opc4lmne6ssc4qfoqoj599e9p0v02v85/f/hfile_0 into b35ddba2818327b4a47a1f7a2c3913c3/f as hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/default/test/b35ddba2818327b4a47a1f7a2c3913c3/f/838b03384dc2480387ccbc8580bc8e75_SeqId_4_ - updating store file list. 2024-12-04T11:17:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36821 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 838b03384dc2480387ccbc8580bc8e75_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T11:17:58,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36821 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/default/test/b35ddba2818327b4a47a1f7a2c3913c3/f/838b03384dc2480387ccbc8580bc8e75_SeqId_4_ into b35ddba2818327b4a47a1f7a2c3913c3/f 2024-12-04T11:17:58,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36821 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/staging/jenkins__test__124m66igmj78cpvuo9c3lj6eeronjhu7opc4lmne6ssc4qfoqoj599e9p0v02v85/f/hfile_0 into b35ddba2818327b4a47a1f7a2c3913c3/f (new location: hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/default/test/b35ddba2818327b4a47a1f7a2c3913c3/f/838b03384dc2480387ccbc8580bc8e75_SeqId_4_) 2024-12-04T11:17:58,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/staging/jenkins__test__124m66igmj78cpvuo9c3lj6eeronjhu7opc4lmne6ssc4qfoqoj599e9p0v02v85/f/hfile_0 2024-12-04T11:17:58,883 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:17:58,883 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:17:58,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:58,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:58,883 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:17:58,884 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:17:58,885 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733311071466.b35ddba2818327b4a47a1f7a2c3913c3., hostname=e12b86b8109d,36821,1733311062250, seqNum=2 , the old value is region=test,,1733311071466.b35ddba2818327b4a47a1f7a2c3913c3., hostname=e12b86b8109d,36821,1733311062250, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e12b86b8109d:36821 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T11:17:58,885 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733311071466.b35ddba2818327b4a47a1f7a2c3913c3., hostname=e12b86b8109d,36821,1733311062250, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T11:17:58,885 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,42339,1733311068006, seqNum=-1] 2024-12-04T11:17:58,885 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733311071466.b35ddba2818327b4a47a1f7a2c3913c3., hostname=e12b86b8109d,36821,1733311062250, seqNum=2 from cache 2024-12-04T11:17:58,886 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:17:58,885 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-04T11:17:58,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:17:58,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733311073630.b0588f67e07e1d7ef85abd3a0b50917e., hostname=e12b86b8109d,42339,1733311068006, seqNum=2] 2024-12-04T11:17:58,890 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T11:17:58,988 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:36821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T11:17:58,991 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 379, reset compression=false 2024-12-04T11:17:58,998 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T11:17:58,998 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.shippere12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,36821,1733311062250 got entry batch from reader: WALEntryBatch [walEntries=[{test/b35ddba2818327b4a47a1f7a2c3913c3/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733311078878/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T11:17:59,018 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.shippere12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T11:17:59,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-04T11:17:59,021 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] regionserver.ReplicationSink(318): Replicating [47c52b16-d94b-4966-83ed-d9aca428d1ce] bulk loaded data 2024-12-04T11:17:59,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21f90add, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:59,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,35989,-1 for getting cluster id 2024-12-04T11:17:59,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:17:59,023 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49b409f0-0ce4-4b5d-8ac6-ed0b58b0308c' 2024-12-04T11:17:59,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:17:59,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49b409f0-0ce4-4b5d-8ac6-ed0b58b0308c" 2024-12-04T11:17:59,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@92cb6cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:59,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,35989,-1] 2024-12-04T11:17:59,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:17:59,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:17:59,025 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:17:59,025 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c8a04f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:17:59,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741837_1013 (size=7691) 2024-12-04T11:17:59,198 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 687, reset compression=false 2024-12-04T11:17:59,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741838_1014 (size=7894) 2024-12-04T11:17:59,503 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 687, reset compression=false 2024-12-04T11:17:59,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:17:59,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,35989,1733311067857 2024-12-04T11:17:59,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b20d79b 2024-12-04T11:17:59,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:17:59,852 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-04T11:17:59,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T11:17:59,854 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:17:59,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,42339,1733311068006, seqNum=-1] 2024-12-04T11:17:59,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:17:59,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-04T11:17:59,862 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/staging/jenkins.hfs.6__test__pu8nlgs1qu7bas7oaql4fir95b4jvj4ffosf6aqht7penehcimmuifp456omfbeb/f/1e6e5965bbef4e549c9a6c559de343d5_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-04T11:17:59,865 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/staging/jenkins.hfs.6__test__pu8nlgs1qu7bas7oaql4fir95b4jvj4ffosf6aqht7penehcimmuifp456omfbeb/f/838b03384dc2480387ccbc8580bc8e75_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-04T11:17:59,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/staging/jenkins.hfs.6__test__pu8nlgs1qu7bas7oaql4fir95b4jvj4ffosf6aqht7penehcimmuifp456omfbeb/f/1e6e5965bbef4e549c9a6c559de343d5_SeqId_4_ for inclusion in b0588f67e07e1d7ef85abd3a0b50917e/f 2024-12-04T11:17:59,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-04T11:17:59,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T11:17:59,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/staging/jenkins.hfs.6__test__pu8nlgs1qu7bas7oaql4fir95b4jvj4ffosf6aqht7penehcimmuifp456omfbeb/f/838b03384dc2480387ccbc8580bc8e75_SeqId_4_ for inclusion in b0588f67e07e1d7ef85abd3a0b50917e/f 2024-12-04T11:17:59,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-04T11:17:59,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T11:17:59,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] regionserver.HRegion(2603): Flush status journal for b0588f67e07e1d7ef85abd3a0b50917e: 2024-12-04T11:17:59,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1e6e5965bbef4e549c9a6c559de343d5_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T11:17:59,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/staging/jenkins.hfs.6__test__pu8nlgs1qu7bas7oaql4fir95b4jvj4ffosf6aqht7penehcimmuifp456omfbeb/f/1e6e5965bbef4e549c9a6c559de343d5_SeqId_4_ as hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/data/default/test/b0588f67e07e1d7ef85abd3a0b50917e/f/df96a4ca8f654ad6902659ed4d72a5e9_SeqId_4_ 2024-12-04T11:17:59,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 838b03384dc2480387ccbc8580bc8e75_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T11:17:59,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/staging/jenkins.hfs.6__test__pu8nlgs1qu7bas7oaql4fir95b4jvj4ffosf6aqht7penehcimmuifp456omfbeb/f/838b03384dc2480387ccbc8580bc8e75_SeqId_4_ as hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/data/default/test/b0588f67e07e1d7ef85abd3a0b50917e/f/775f6e77767d4ce6b3dd8a022659264c_SeqId_4_ 2024-12-04T11:17:59,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/staging/jenkins.hfs.6__test__pu8nlgs1qu7bas7oaql4fir95b4jvj4ffosf6aqht7penehcimmuifp456omfbeb/f/1e6e5965bbef4e549c9a6c559de343d5_SeqId_4_ into b0588f67e07e1d7ef85abd3a0b50917e/f as hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/data/default/test/b0588f67e07e1d7ef85abd3a0b50917e/f/df96a4ca8f654ad6902659ed4d72a5e9_SeqId_4_ - updating store file list. 2024-12-04T11:17:59,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] regionserver.HStoreFile(483): HFile Bloom filter type for df96a4ca8f654ad6902659ed4d72a5e9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T11:17:59,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/data/default/test/b0588f67e07e1d7ef85abd3a0b50917e/f/df96a4ca8f654ad6902659ed4d72a5e9_SeqId_4_ into b0588f67e07e1d7ef85abd3a0b50917e/f 2024-12-04T11:17:59,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/staging/jenkins.hfs.6__test__pu8nlgs1qu7bas7oaql4fir95b4jvj4ffosf6aqht7penehcimmuifp456omfbeb/f/1e6e5965bbef4e549c9a6c559de343d5_SeqId_4_ into b0588f67e07e1d7ef85abd3a0b50917e/f (new location: hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/data/default/test/b0588f67e07e1d7ef85abd3a0b50917e/f/df96a4ca8f654ad6902659ed4d72a5e9_SeqId_4_) 2024-12-04T11:17:59,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/staging/jenkins.hfs.6__test__pu8nlgs1qu7bas7oaql4fir95b4jvj4ffosf6aqht7penehcimmuifp456omfbeb/f/1e6e5965bbef4e549c9a6c559de343d5_SeqId_4_ 2024-12-04T11:17:59,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/staging/jenkins.hfs.6__test__pu8nlgs1qu7bas7oaql4fir95b4jvj4ffosf6aqht7penehcimmuifp456omfbeb/f/838b03384dc2480387ccbc8580bc8e75_SeqId_4_ into b0588f67e07e1d7ef85abd3a0b50917e/f as hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/data/default/test/b0588f67e07e1d7ef85abd3a0b50917e/f/775f6e77767d4ce6b3dd8a022659264c_SeqId_4_ - updating store file list. 2024-12-04T11:17:59,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 775f6e77767d4ce6b3dd8a022659264c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T11:17:59,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/data/default/test/b0588f67e07e1d7ef85abd3a0b50917e/f/775f6e77767d4ce6b3dd8a022659264c_SeqId_4_ into b0588f67e07e1d7ef85abd3a0b50917e/f 2024-12-04T11:17:59,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/staging/jenkins.hfs.6__test__pu8nlgs1qu7bas7oaql4fir95b4jvj4ffosf6aqht7penehcimmuifp456omfbeb/f/838b03384dc2480387ccbc8580bc8e75_SeqId_4_ into b0588f67e07e1d7ef85abd3a0b50917e/f (new location: hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/data/default/test/b0588f67e07e1d7ef85abd3a0b50917e/f/775f6e77767d4ce6b3dd8a022659264c_SeqId_4_) 2024-12-04T11:17:59,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/staging/jenkins.hfs.6__test__pu8nlgs1qu7bas7oaql4fir95b4jvj4ffosf6aqht7penehcimmuifp456omfbeb/f/838b03384dc2480387ccbc8580bc8e75_SeqId_4_ 2024-12-04T11:17:59,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] regionserver.ReplicationSink(324): Finished replicating [47c52b16-d94b-4966-83ed-d9aca428d1ce] bulk loaded data 2024-12-04T11:17:59,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:17:59,905 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733311079904/Put/seqid=0 2024-12-04T11:17:59,907 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 687, reset compression=false 2024-12-04T11:17:59,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741842_1018 (size=7997) 2024-12-04T11:17:59,913 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733311079913/Put/seqid=0 2024-12-04T11:17:59,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741843_1019 (size=7794) 2024-12-04T11:18:00,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46361f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:18:00,319 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,41953,-1 for getting cluster id 2024-12-04T11:18:00,319 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:18:00,319 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47c52b16-d94b-4966-83ed-d9aca428d1ce' 2024-12-04T11:18:00,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:18:00,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47c52b16-d94b-4966-83ed-d9aca428d1ce" 2024-12-04T11:18:00,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@115cdb00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:18:00,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,41953,-1] 2024-12-04T11:18:00,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:18:00,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:18:00,321 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:18:00,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e86c402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:18:00,322 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:18:00,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,36821,1733311062250, seqNum=-1] 2024-12-04T11:18:00,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:18:00,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:18:00,332 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:18:00,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,41953,1733311062065 2024-12-04T11:18:00,333 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@331f40f6 2024-12-04T11:18:00,333 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:18:00,333 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:18:00,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733311071466.b35ddba2818327b4a47a1f7a2c3913c3., hostname=e12b86b8109d,36821,1733311062250, seqNum=2] 2024-12-04T11:18:00,339 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T11:18:00,346 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-04T11:18:00,348 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-04T11:18:00,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36821 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/load_f1/f1/hfile_1 for inclusion in b35ddba2818327b4a47a1f7a2c3913c3/f1 2024-12-04T11:18:00,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36821 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-04T11:18:00,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36821 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T11:18:00,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36821 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/load_f1/f1/hfile_0 for inclusion in b35ddba2818327b4a47a1f7a2c3913c3/f1 2024-12-04T11:18:00,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36821 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-04T11:18:00,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36821 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T11:18:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36821 {}] regionserver.HRegion(2603): Flush status journal for b35ddba2818327b4a47a1f7a2c3913c3: 2024-12-04T11:18:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/load_f1/f1/hfile_1 to hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/staging/jenkins__test__iul4qsf968gdkmqb6puclqov5rmf0scoigpsl75cl1jl1mv63j1bctrm3f59umad/f1/hfile_1 2024-12-04T11:18:00,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/staging/jenkins__test__iul4qsf968gdkmqb6puclqov5rmf0scoigpsl75cl1jl1mv63j1bctrm3f59umad/f1/hfile_1 as hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/default/test/b35ddba2818327b4a47a1f7a2c3913c3/f1/c90ac5091fe74a1981a316b234e17708_SeqId_6_ 2024-12-04T11:18:00,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/load_f1/f1/hfile_0 to hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/staging/jenkins__test__iul4qsf968gdkmqb6puclqov5rmf0scoigpsl75cl1jl1mv63j1bctrm3f59umad/f1/hfile_0 2024-12-04T11:18:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/staging/jenkins__test__iul4qsf968gdkmqb6puclqov5rmf0scoigpsl75cl1jl1mv63j1bctrm3f59umad/f1/hfile_0 as hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/default/test/b35ddba2818327b4a47a1f7a2c3913c3/f1/1c43eaa42926438e9637ad2f2843a933_SeqId_6_ 2024-12-04T11:18:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36821 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-04T11:18:00,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36821 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/staging/jenkins__test__iul4qsf968gdkmqb6puclqov5rmf0scoigpsl75cl1jl1mv63j1bctrm3f59umad/f1/hfile_1 into b35ddba2818327b4a47a1f7a2c3913c3/f1 as hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/default/test/b35ddba2818327b4a47a1f7a2c3913c3/f1/c90ac5091fe74a1981a316b234e17708_SeqId_6_ - updating store file list. 2024-12-04T11:18:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36821 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c90ac5091fe74a1981a316b234e17708_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T11:18:00,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36821 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/default/test/b35ddba2818327b4a47a1f7a2c3913c3/f1/c90ac5091fe74a1981a316b234e17708_SeqId_6_ into b35ddba2818327b4a47a1f7a2c3913c3/f1 2024-12-04T11:18:00,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36821 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/staging/jenkins__test__iul4qsf968gdkmqb6puclqov5rmf0scoigpsl75cl1jl1mv63j1bctrm3f59umad/f1/hfile_1 into b35ddba2818327b4a47a1f7a2c3913c3/f1 (new location: hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/default/test/b35ddba2818327b4a47a1f7a2c3913c3/f1/c90ac5091fe74a1981a316b234e17708_SeqId_6_) 2024-12-04T11:18:00,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/staging/jenkins__test__iul4qsf968gdkmqb6puclqov5rmf0scoigpsl75cl1jl1mv63j1bctrm3f59umad/f1/hfile_1 2024-12-04T11:18:00,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36821 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/staging/jenkins__test__iul4qsf968gdkmqb6puclqov5rmf0scoigpsl75cl1jl1mv63j1bctrm3f59umad/f1/hfile_0 into b35ddba2818327b4a47a1f7a2c3913c3/f1 as hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/default/test/b35ddba2818327b4a47a1f7a2c3913c3/f1/1c43eaa42926438e9637ad2f2843a933_SeqId_6_ - updating store file list. 2024-12-04T11:18:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36821 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1c43eaa42926438e9637ad2f2843a933_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T11:18:00,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36821 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/default/test/b35ddba2818327b4a47a1f7a2c3913c3/f1/1c43eaa42926438e9637ad2f2843a933_SeqId_6_ into b35ddba2818327b4a47a1f7a2c3913c3/f1 2024-12-04T11:18:00,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36821 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/staging/jenkins__test__iul4qsf968gdkmqb6puclqov5rmf0scoigpsl75cl1jl1mv63j1bctrm3f59umad/f1/hfile_0 into b35ddba2818327b4a47a1f7a2c3913c3/f1 (new location: hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/default/test/b35ddba2818327b4a47a1f7a2c3913c3/f1/1c43eaa42926438e9637ad2f2843a933_SeqId_6_) 2024-12-04T11:18:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/staging/jenkins__test__iul4qsf968gdkmqb6puclqov5rmf0scoigpsl75cl1jl1mv63j1bctrm3f59umad/f1/hfile_0 2024-12-04T11:18:00,375 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:18:00,375 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:18:00,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:18:00,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:18:00,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:18:00,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733311071466.b35ddba2818327b4a47a1f7a2c3913c3., hostname=e12b86b8109d,36821,1733311062250, seqNum=2 , the old value is region=test,,1733311071466.b35ddba2818327b4a47a1f7a2c3913c3., hostname=e12b86b8109d,36821,1733311062250, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e12b86b8109d:36821 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T11:18:00,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733311071466.b35ddba2818327b4a47a1f7a2c3913c3., hostname=e12b86b8109d,36821,1733311062250, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T11:18:00,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733311071466.b35ddba2818327b4a47a1f7a2c3913c3., hostname=e12b86b8109d,36821,1733311062250, seqNum=2 from cache 2024-12-04T11:18:00,376 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:18:00,377 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-04T11:18:00,377 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,36821,1733311062250, seqNum=-1] 2024-12-04T11:18:00,378 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:18:00,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:18:00,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733311071466.b35ddba2818327b4a47a1f7a2c3913c3., hostname=e12b86b8109d,36821,1733311062250, seqNum=2] 2024-12-04T11:18:00,411 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 687, reset compression=false 2024-12-04T11:18:00,418 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:18:00,418 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 997, reset compression=false 2024-12-04T11:18:00,418 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.shippere12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,36821,1733311062250 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T11:18:00,488 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:36821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T11:18:00,632 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 997, reset compression=false 2024-12-04T11:18:00,936 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 997, reset compression=false 2024-12-04T11:18:01,208 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T11:18:01,209 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T11:18:01,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T11:18:01,209 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-04T11:18:01,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T11:18:01,210 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T11:18:01,340 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 997, reset compression=false 2024-12-04T11:18:01,843 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 997, reset compression=false 2024-12-04T11:18:02,062 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:18:02,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:18:02,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:18:02,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:18:02,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:18:02,447 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 997, reset compression=false 2024-12-04T11:18:03,151 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 997, reset compression=false 2024-12-04T11:18:03,955 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 997, reset compression=false 2024-12-04T11:18:04,858 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 997, reset compression=false 2024-12-04T11:18:05,862 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 997, reset compression=false 2024-12-04T11:18:06,966 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 997, reset compression=false 2024-12-04T11:18:08,171 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 997, reset compression=false 2024-12-04T11:18:09,482 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 997, reset compression=false 2024-12-04T11:18:10,886 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 997, reset compression=false 2024-12-04T11:18:12,008 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T11:18:12,391 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 997, reset compression=false 2024-12-04T11:18:13,995 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 997, reset compression=false 2024-12-04T11:18:15,699 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 997, reset compression=false 2024-12-04T11:18:17,446 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T11:18:17,502 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 997, reset compression=false 2024-12-04T11:18:19,407 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 997, reset compression=false 2024-12-04T11:18:20,421 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.shippere12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,36821,1733311062250 got entry batch from reader: null 2024-12-04T11:18:21,411 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 997, reset compression=false 2024-12-04T11:18:23,515 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 997, reset compression=false 2024-12-04T11:18:25,718 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 997, reset compression=false 2024-12-04T11:18:26,209 INFO [master/e12b86b8109d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-04T11:18:26,209 INFO [master/e12b86b8109d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-04T11:18:28,022 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 997, reset compression=false 2024-12-04T11:18:30,427 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 997, reset compression=false 2024-12-04T11:18:32,057 INFO [master/e12b86b8109d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-04T11:18:32,057 INFO [master/e12b86b8109d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-04T11:18:32,931 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 997, reset compression=false 2024-12-04T11:18:35,535 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 997, reset compression=false 2024-12-04T11:18:37,607 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b35ddba2818327b4a47a1f7a2c3913c3, had cached 0 bytes from a total of 31376 2024-12-04T11:18:38,238 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 997, reset compression=false 2024-12-04T11:18:39,773 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b0588f67e07e1d7ef85abd3a0b50917e, had cached 0 bytes from a total of 15585 2024-12-04T11:18:40,421 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.shippere12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,36821,1733311062250 got entry batch from reader: null 2024-12-04T11:18:41,042 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 997, reset compression=false 2024-12-04T11:18:42,009 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T11:18:43,946 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 997, reset compression=false 2024-12-04T11:18:46,949 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 997, reset compression=false 2024-12-04T11:18:47,446 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T11:18:50,053 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 997, reset compression=false 2024-12-04T11:18:51,336 DEBUG [master/e12b86b8109d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-04T11:18:53,257 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 997, reset compression=false 2024-12-04T11:18:56,562 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 997, reset compression=false 2024-12-04T11:18:59,967 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 997, reset compression=false 2024-12-04T11:19:00,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T11:19:00,407 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:19:00,407 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:19:00,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:00,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:00,407 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:19:00,407 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T11:19:00,407 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1585407282, stopped=false 2024-12-04T11:19:00,408 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e12b86b8109d,35989,1733311067857 2024-12-04T11:19:00,421 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.shippere12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,36821,1733311062250 got entry batch from reader: null 2024-12-04T11:19:00,465 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x101a00fd3fb0004, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-296296246/running 2024-12-04T11:19:00,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35989-0x101a00fd3fb0003, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-296296246/running 2024-12-04T11:19:00,465 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x101a00fd3fb0004, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-296296246 2024-12-04T11:19:00,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35989-0x101a00fd3fb0003, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-296296246 2024-12-04T11:19:00,465 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:19:00,465 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:19:00,465 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:19:00,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:00,466 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35989-0x101a00fd3fb0003, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Set watcher on znode that does not yet exist, /1-296296246/running 2024-12-04T11:19:00,466 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42339-0x101a00fd3fb0004, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Set watcher on znode that does not yet exist, /1-296296246/running 2024-12-04T11:19:00,466 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e12b86b8109d,42339,1733311068006' ***** 2024-12-04T11:19:00,466 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T11:19:00,466 INFO [RS:0;e12b86b8109d:42339 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T11:19:00,466 INFO [RS:0;e12b86b8109d:42339 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T11:19:00,466 INFO [RS:0;e12b86b8109d:42339 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T11:19:00,466 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T11:19:00,466 INFO [RS:0;e12b86b8109d:42339 {}] regionserver.HRegionServer(3091): Received CLOSE for b0588f67e07e1d7ef85abd3a0b50917e 2024-12-04T11:19:00,466 INFO [RS:0;e12b86b8109d:42339 {}] regionserver.HRegionServer(959): stopping server e12b86b8109d,42339,1733311068006 2024-12-04T11:19:00,466 INFO [RS:0;e12b86b8109d:42339 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:19:00,466 INFO [RS:0;e12b86b8109d:42339 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:42339. 2024-12-04T11:19:00,467 DEBUG [RS:0;e12b86b8109d:42339 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:19:00,467 DEBUG [RS:0;e12b86b8109d:42339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:00,467 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b0588f67e07e1d7ef85abd3a0b50917e, disabling compactions & flushes 2024-12-04T11:19:00,467 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733311073630.b0588f67e07e1d7ef85abd3a0b50917e. 2024-12-04T11:19:00,467 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733311073630.b0588f67e07e1d7ef85abd3a0b50917e. 2024-12-04T11:19:00,467 INFO [RS:0;e12b86b8109d:42339 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T11:19:00,467 INFO [RS:0;e12b86b8109d:42339 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T11:19:00,467 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733311073630.b0588f67e07e1d7ef85abd3a0b50917e. after waiting 0 ms 2024-12-04T11:19:00,467 INFO [RS:0;e12b86b8109d:42339 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T11:19:00,467 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733311073630.b0588f67e07e1d7ef85abd3a0b50917e. 2024-12-04T11:19:00,467 INFO [RS:0;e12b86b8109d:42339 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T11:19:00,467 INFO [RS:0;e12b86b8109d:42339 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T11:19:00,467 DEBUG [RS:0;e12b86b8109d:42339 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b0588f67e07e1d7ef85abd3a0b50917e=test,,1733311073630.b0588f67e07e1d7ef85abd3a0b50917e.} 2024-12-04T11:19:00,467 DEBUG [RS:0;e12b86b8109d:42339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b0588f67e07e1d7ef85abd3a0b50917e 2024-12-04T11:19:00,467 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:19:00,467 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:19:00,467 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:19:00,467 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:19:00,467 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:19:00,467 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-04T11:19:00,472 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/data/default/test/b0588f67e07e1d7ef85abd3a0b50917e/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-04T11:19:00,473 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:19:00,473 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T11:19:00,473 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733311073630.b0588f67e07e1d7ef85abd3a0b50917e. 2024-12-04T11:19:00,473 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b0588f67e07e1d7ef85abd3a0b50917e: Waiting for close lock at 1733311140466Running coprocessor pre-close hooks at 1733311140466Disabling compacts and flushes for region at 1733311140467 (+1 ms)Disabling writes for close at 1733311140467Writing region close event to WAL at 1733311140467Running coprocessor post-close hooks at 1733311140473 (+6 ms)Closed at 1733311140473 2024-12-04T11:19:00,473 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733311073630.b0588f67e07e1d7ef85abd3a0b50917e. 2024-12-04T11:19:00,485 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/data/hbase/meta/1588230740/.tmp/info/ef5dbe5eb9184320829e6d2f4d063ba6 is 129, key is test,,1733311073630.b0588f67e07e1d7ef85abd3a0b50917e./info:regioninfo/1733311074789/Put/seqid=0 2024-12-04T11:19:00,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741839_1015 (size=6421) 2024-12-04T11:19:00,489 INFO [regionserver/e12b86b8109d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:19:00,667 DEBUG [RS:0;e12b86b8109d:42339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:19:00,867 DEBUG [RS:0;e12b86b8109d:42339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:19:00,889 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/data/hbase/meta/1588230740/.tmp/info/ef5dbe5eb9184320829e6d2f4d063ba6 2024-12-04T11:19:00,908 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/data/hbase/meta/1588230740/.tmp/ns/7b7a808b3fbf4bf3949fad39a17de5c3 is 43, key is default/ns:d/1733311071326/Put/seqid=0 2024-12-04T11:19:00,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741840_1016 (size=5153) 2024-12-04T11:19:01,067 DEBUG [RS:0;e12b86b8109d:42339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:19:01,233 INFO [regionserver/e12b86b8109d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T11:19:01,233 INFO [regionserver/e12b86b8109d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T11:19:01,268 DEBUG [RS:0;e12b86b8109d:42339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:19:01,312 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/data/hbase/meta/1588230740/.tmp/ns/7b7a808b3fbf4bf3949fad39a17de5c3 2024-12-04T11:19:01,328 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/data/hbase/meta/1588230740/.tmp/rep_barrier/e959d4ca5a6b40b391d86de569ca985c is 112, key is test,,1733311073630.b0588f67e07e1d7ef85abd3a0b50917e./rep_barrier:seqnumDuringOpen/1733311074789/Put/seqid=0 2024-12-04T11:19:01,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741841_1017 (size=5518) 2024-12-04T11:19:01,468 INFO [RS:0;e12b86b8109d:42339 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T11:19:01,468 DEBUG [RS:0;e12b86b8109d:42339 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T11:19:01,468 DEBUG [RS:0;e12b86b8109d:42339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:19:01,668 DEBUG [RS:0;e12b86b8109d:42339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:19:01,732 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/data/hbase/meta/1588230740/.tmp/rep_barrier/e959d4ca5a6b40b391d86de569ca985c 2024-12-04T11:19:01,749 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/data/hbase/meta/1588230740/.tmp/table/c5594f90a2a24b9da4b5facaadc4e770 is 40, key is test/table:state/1733311074798/Put/seqid=0 2024-12-04T11:19:01,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741842_1018 (size=5165) 2024-12-04T11:19:01,868 DEBUG [RS:0;e12b86b8109d:42339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:19:02,068 DEBUG [RS:0;e12b86b8109d:42339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:19:02,153 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/data/hbase/meta/1588230740/.tmp/table/c5594f90a2a24b9da4b5facaadc4e770 2024-12-04T11:19:02,159 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/data/hbase/meta/1588230740/.tmp/info/ef5dbe5eb9184320829e6d2f4d063ba6 as hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/data/hbase/meta/1588230740/info/ef5dbe5eb9184320829e6d2f4d063ba6 2024-12-04T11:19:02,164 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/data/hbase/meta/1588230740/info/ef5dbe5eb9184320829e6d2f4d063ba6, entries=10, sequenceid=11, filesize=6.3 K 2024-12-04T11:19:02,165 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/data/hbase/meta/1588230740/.tmp/ns/7b7a808b3fbf4bf3949fad39a17de5c3 as hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/data/hbase/meta/1588230740/ns/7b7a808b3fbf4bf3949fad39a17de5c3 2024-12-04T11:19:02,169 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/data/hbase/meta/1588230740/ns/7b7a808b3fbf4bf3949fad39a17de5c3, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T11:19:02,170 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/data/hbase/meta/1588230740/.tmp/rep_barrier/e959d4ca5a6b40b391d86de569ca985c as hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/data/hbase/meta/1588230740/rep_barrier/e959d4ca5a6b40b391d86de569ca985c 2024-12-04T11:19:02,175 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/data/hbase/meta/1588230740/rep_barrier/e959d4ca5a6b40b391d86de569ca985c, entries=1, sequenceid=11, filesize=5.4 K 2024-12-04T11:19:02,176 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/data/hbase/meta/1588230740/.tmp/table/c5594f90a2a24b9da4b5facaadc4e770 as hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/data/hbase/meta/1588230740/table/c5594f90a2a24b9da4b5facaadc4e770 2024-12-04T11:19:02,180 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/data/hbase/meta/1588230740/table/c5594f90a2a24b9da4b5facaadc4e770, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T11:19:02,181 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1714ms, sequenceid=11, compaction requested=false 2024-12-04T11:19:02,186 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T11:19:02,186 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:19:02,186 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:19:02,186 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:19:02,187 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311140467Running coprocessor pre-close hooks at 1733311140467Disabling compacts and flushes for region at 1733311140467Disabling writes for close at 1733311140467Obtaining lock to block concurrent updates at 1733311140467Preparing flush snapshotting stores in 1588230740 at 1733311140467Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733311140468 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733311140468Flushing 1588230740/info: creating writer at 1733311140468Flushing 1588230740/info: appending metadata at 1733311140485 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733311140485Flushing 1588230740/ns: creating writer at 1733311140895 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733311140907 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733311140907Flushing 1588230740/rep_barrier: creating writer at 1733311141316 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733311141327 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733311141327Flushing 1588230740/table: creating writer at 1733311141737 (+410 ms)Flushing 1588230740/table: appending metadata at 1733311141748 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733311141748Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52f806ab: reopening flushed file at 1733311142158 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56715f74: reopening flushed file at 1733311142164 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1017e7c2: reopening flushed file at 1733311142170 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@790dddd8: reopening flushed file at 1733311142175 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1714ms, sequenceid=11, compaction requested=false at 1733311142181 (+6 ms)Writing region close event to WAL at 1733311142183 (+2 ms)Running coprocessor post-close hooks at 1733311142186 (+3 ms)Closed at 1733311142186 2024-12-04T11:19:02,187 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T11:19:02,268 INFO [RS:0;e12b86b8109d:42339 {}] regionserver.HRegionServer(976): stopping server e12b86b8109d,42339,1733311068006; all regions closed. 2024-12-04T11:19:02,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741834_1010 (size=2717) 2024-12-04T11:19:02,271 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/WALs/e12b86b8109d,42339,1733311068006/e12b86b8109d%2C42339%2C1733311068006.meta.1733311071262.meta not finished, retry = 0 2024-12-04T11:19:02,373 DEBUG [RS:0;e12b86b8109d:42339 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/oldWALs 2024-12-04T11:19:02,373 INFO [RS:0;e12b86b8109d:42339 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e12b86b8109d%2C42339%2C1733311068006.meta:.meta(num 1733311071262) 2024-12-04T11:19:02,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741832_1008 (size=1028) 2024-12-04T11:19:02,375 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/WALs/e12b86b8109d,42339,1733311068006/e12b86b8109d%2C42339%2C1733311068006.1733311070360 not finished, retry = 0 2024-12-04T11:19:02,477 DEBUG [RS:0;e12b86b8109d:42339 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/oldWALs 2024-12-04T11:19:02,477 INFO [RS:0;e12b86b8109d:42339 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e12b86b8109d%2C42339%2C1733311068006:(num 1733311070360) 2024-12-04T11:19:02,477 DEBUG [RS:0;e12b86b8109d:42339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:02,477 INFO [RS:0;e12b86b8109d:42339 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:19:02,478 INFO [RS:0;e12b86b8109d:42339 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:19:02,478 INFO [RS:0;e12b86b8109d:42339 {}] hbase.ChoreService(370): Chore service for: regionserver/e12b86b8109d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T11:19:02,478 INFO [RS:0;e12b86b8109d:42339 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:19:02,478 INFO [regionserver/e12b86b8109d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:19:02,478 INFO [RS:0;e12b86b8109d:42339 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:42339. 2024-12-04T11:19:02,478 DEBUG [RS:0;e12b86b8109d:42339 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:19:02,478 DEBUG [RS:0;e12b86b8109d:42339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:02,478 DEBUG [RS:0;e12b86b8109d:42339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:02,478 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:19:02,478 INFO [RS:0;e12b86b8109d:42339 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42339 2024-12-04T11:19:02,540 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x101a00fd3fb0004, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-296296246/rs/e12b86b8109d,42339,1733311068006 2024-12-04T11:19:02,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35989-0x101a00fd3fb0003, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-296296246/rs 2024-12-04T11:19:02,541 INFO [RS:0;e12b86b8109d:42339 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:19:02,551 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e12b86b8109d,42339,1733311068006] 2024-12-04T11:19:02,561 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-296296246/draining/e12b86b8109d,42339,1733311068006 already deleted, retry=false 2024-12-04T11:19:02,561 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e12b86b8109d,42339,1733311068006 expired; onlineServers=0 2024-12-04T11:19:02,561 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e12b86b8109d,35989,1733311067857' ***** 2024-12-04T11:19:02,561 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T11:19:02,562 INFO [M:0;e12b86b8109d:35989 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:19:02,562 INFO [M:0;e12b86b8109d:35989 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:19:02,562 DEBUG [M:0;e12b86b8109d:35989 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T11:19:02,562 DEBUG [M:0;e12b86b8109d:35989 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T11:19:02,562 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T11:19:02,562 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311070038 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311070038,5,FailOnTimeoutGroup] 2024-12-04T11:19:02,562 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311070037 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311070037,5,FailOnTimeoutGroup] 2024-12-04T11:19:02,562 INFO [M:0;e12b86b8109d:35989 {}] hbase.ChoreService(370): Chore service for: master/e12b86b8109d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T11:19:02,562 INFO [M:0;e12b86b8109d:35989 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:19:02,562 DEBUG [M:0;e12b86b8109d:35989 {}] master.HMaster(1795): Stopping service threads 2024-12-04T11:19:02,562 INFO [M:0;e12b86b8109d:35989 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T11:19:02,562 INFO [M:0;e12b86b8109d:35989 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:19:02,562 INFO [M:0;e12b86b8109d:35989 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T11:19:02,562 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T11:19:02,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35989-0x101a00fd3fb0003, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-296296246/master 2024-12-04T11:19:02,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35989-0x101a00fd3fb0003, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-296296246 2024-12-04T11:19:02,572 DEBUG [M:0;e12b86b8109d:35989 {}] zookeeper.ZKUtil(347): master:35989-0x101a00fd3fb0003, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Unable to get data of znode /1-296296246/master because node does not exist (not an error) 2024-12-04T11:19:02,572 WARN [M:0;e12b86b8109d:35989 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T11:19:02,573 INFO [M:0;e12b86b8109d:35989 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/.lastflushedseqids 2024-12-04T11:19:02,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741843_1019 (size=173) 2024-12-04T11:19:02,651 INFO [RS:0;e12b86b8109d:42339 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:19:02,651 INFO [RS:0;e12b86b8109d:42339 {}] regionserver.HRegionServer(1031): Exiting; stopping=e12b86b8109d,42339,1733311068006; zookeeper connection closed. 2024-12-04T11:19:02,651 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x101a00fd3fb0004, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:19:02,651 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x101a00fd3fb0004, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:19:02,651 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2ea12631 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2ea12631 2024-12-04T11:19:02,652 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T11:19:02,978 INFO [M:0;e12b86b8109d:35989 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T11:19:02,978 INFO [M:0;e12b86b8109d:35989 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T11:19:02,978 DEBUG [M:0;e12b86b8109d:35989 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:19:02,978 INFO [M:0;e12b86b8109d:35989 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:19:02,978 DEBUG [M:0;e12b86b8109d:35989 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:19:02,978 DEBUG [M:0;e12b86b8109d:35989 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:19:02,978 DEBUG [M:0;e12b86b8109d:35989 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:19:02,978 INFO [M:0;e12b86b8109d:35989 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-12-04T11:19:02,992 DEBUG [M:0;e12b86b8109d:35989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ba6cd650f633455f86d28d6870fc9753 is 82, key is hbase:meta,,1/info:regioninfo/1733311071301/Put/seqid=0 2024-12-04T11:19:02,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741844_1020 (size=5672) 2024-12-04T11:19:03,396 INFO [M:0;e12b86b8109d:35989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ba6cd650f633455f86d28d6870fc9753 2024-12-04T11:19:03,417 DEBUG [M:0;e12b86b8109d:35989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0e732302d81e45beb3d265d73e6a2308 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733311074803/Put/seqid=0 2024-12-04T11:19:03,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741845_1021 (size=6727) 2024-12-04T11:19:03,471 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 to pos 997, reset compression=false 2024-12-04T11:19:03,821 INFO [M:0;e12b86b8109d:35989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0e732302d81e45beb3d265d73e6a2308 2024-12-04T11:19:03,826 INFO [M:0;e12b86b8109d:35989 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0e732302d81e45beb3d265d73e6a2308 2024-12-04T11:19:03,841 DEBUG [M:0;e12b86b8109d:35989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec49f48e106c40318ffa46a7caef39b7 is 69, key is e12b86b8109d,42339,1733311068006/rs:state/1733311070160/Put/seqid=0 2024-12-04T11:19:03,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741846_1022 (size=5156) 2024-12-04T11:19:04,245 INFO [M:0;e12b86b8109d:35989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec49f48e106c40318ffa46a7caef39b7 2024-12-04T11:19:04,252 DEBUG [M:0;e12b86b8109d:35989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ba6cd650f633455f86d28d6870fc9753 as hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ba6cd650f633455f86d28d6870fc9753 2024-12-04T11:19:04,257 INFO [M:0;e12b86b8109d:35989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ba6cd650f633455f86d28d6870fc9753, entries=8, sequenceid=58, filesize=5.5 K 2024-12-04T11:19:04,258 DEBUG [M:0;e12b86b8109d:35989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0e732302d81e45beb3d265d73e6a2308 as hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0e732302d81e45beb3d265d73e6a2308 2024-12-04T11:19:04,264 INFO [M:0;e12b86b8109d:35989 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0e732302d81e45beb3d265d73e6a2308 2024-12-04T11:19:04,264 INFO [M:0;e12b86b8109d:35989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0e732302d81e45beb3d265d73e6a2308, entries=6, sequenceid=58, filesize=6.6 K 2024-12-04T11:19:04,265 DEBUG [M:0;e12b86b8109d:35989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec49f48e106c40318ffa46a7caef39b7 as hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ec49f48e106c40318ffa46a7caef39b7 2024-12-04T11:19:04,270 INFO [M:0;e12b86b8109d:35989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40057/user/jenkins/test-data/3a4a5500-2c7c-4f23-3106-7d5adc62a022/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ec49f48e106c40318ffa46a7caef39b7, entries=1, sequenceid=58, filesize=5.0 K 2024-12-04T11:19:04,271 INFO [M:0;e12b86b8109d:35989 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=58, compaction requested=false 2024-12-04T11:19:04,272 INFO [M:0;e12b86b8109d:35989 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:19:04,272 DEBUG [M:0;e12b86b8109d:35989 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311142978Disabling compacts and flushes for region at 1733311142978Disabling writes for close at 1733311142978Obtaining lock to block concurrent updates at 1733311142978Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733311142978Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1733311142979 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733311142979Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733311142979Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733311142991 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733311142992 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733311143401 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733311143416 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733311143416Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733311143826 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733311143841 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733311143841Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30213d93: reopening flushed file at 1733311144251 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59712e56: reopening flushed file at 1733311144257 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@577c0659: reopening flushed file at 1733311144264 (+7 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=58, compaction requested=false at 1733311144271 (+7 ms)Writing region close event to WAL at 1733311144272 (+1 ms)Closed at 1733311144272 2024-12-04T11:19:04,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741830_1006 (size=33026) 2024-12-04T11:19:04,275 INFO [M:0;e12b86b8109d:35989 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T11:19:04,275 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:19:04,275 INFO [M:0;e12b86b8109d:35989 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35989 2024-12-04T11:19:04,276 INFO [M:0;e12b86b8109d:35989 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:19:04,397 INFO [M:0;e12b86b8109d:35989 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:19:04,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35989-0x101a00fd3fb0003, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:19:04,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35989-0x101a00fd3fb0003, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:19:04,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28bd404e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T11:19:04,400 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@428311ff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T11:19:04,400 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T11:19:04,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@759cc101{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T11:19:04,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c656c29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b37e5bc-f150-28ac-ebab-1812ada3a521/hadoop.log.dir/,STOPPED} 2024-12-04T11:19:04,402 WARN [BP-2141400105-172.17.0.2-1733311065941 heartbeating to localhost/127.0.0.1:40057 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T11:19:04,402 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T11:19:04,402 WARN [BP-2141400105-172.17.0.2-1733311065941 heartbeating to localhost/127.0.0.1:40057 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2141400105-172.17.0.2-1733311065941 (Datanode Uuid c2d4e814-4026-440c-adf3-09b21f232509) service to localhost/127.0.0.1:40057 2024-12-04T11:19:04,402 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T11:19:04,402 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b37e5bc-f150-28ac-ebab-1812ada3a521/cluster_ab9b09db-a149-5ae1-08b1-333c392e6b42/data/data1/current/BP-2141400105-172.17.0.2-1733311065941 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T11:19:04,403 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b37e5bc-f150-28ac-ebab-1812ada3a521/cluster_ab9b09db-a149-5ae1-08b1-333c392e6b42/data/data2/current/BP-2141400105-172.17.0.2-1733311065941 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T11:19:04,403 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T11:19:04,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@444d644d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T11:19:04,410 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30211fed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T11:19:04,410 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T11:19:04,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@190dc48d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T11:19:04,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a69e711{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b37e5bc-f150-28ac-ebab-1812ada3a521/hadoop.log.dir/,STOPPED} 2024-12-04T11:19:04,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T11:19:04,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T11:19:04,425 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:19:04,425 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:19:04,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:04,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:04,425 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:19:04,425 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T11:19:04,425 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2072956644, stopped=false 2024-12-04T11:19:04,425 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e12b86b8109d,41953,1733311062065 2024-12-04T11:19:04,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36821-0x101a00fd3fb0001, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-662828112/running 2024-12-04T11:19:04,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41953-0x101a00fd3fb0000, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-662828112/running 2024-12-04T11:19:04,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36821-0x101a00fd3fb0001, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-662828112 2024-12-04T11:19:04,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41953-0x101a00fd3fb0000, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-662828112 2024-12-04T11:19:04,446 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:19:04,446 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:19:04,446 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:19:04,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:04,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36821-0x101a00fd3fb0001, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Set watcher on znode that does not yet exist, /0-662828112/running 2024-12-04T11:19:04,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41953-0x101a00fd3fb0000, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Set watcher on znode that does not yet exist, /0-662828112/running 2024-12-04T11:19:04,446 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e12b86b8109d,36821,1733311062250' ***** 2024-12-04T11:19:04,446 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T11:19:04,447 INFO [RS:0;e12b86b8109d:36821 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T11:19:04,447 INFO [RS:0;e12b86b8109d:36821 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T11:19:04,447 INFO [RS:0;e12b86b8109d:36821 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T11:19:04,447 INFO [RS:0;e12b86b8109d:36821 {}] regionserver.HRegionServer(3091): Received CLOSE for 4f8f6023913e94617324f388d6daa491 2024-12-04T11:19:04,447 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T11:19:04,447 INFO [RS:0;e12b86b8109d:36821 {}] regionserver.HRegionServer(3091): Received CLOSE for b35ddba2818327b4a47a1f7a2c3913c3 2024-12-04T11:19:04,447 INFO [RS:0;e12b86b8109d:36821 {}] regionserver.HRegionServer(959): stopping server e12b86b8109d,36821,1733311062250 2024-12-04T11:19:04,447 INFO [RS:0;e12b86b8109d:36821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:19:04,447 INFO [RS:0;e12b86b8109d:36821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:36821. 2024-12-04T11:19:04,447 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4f8f6023913e94617324f388d6daa491, disabling compactions & flushes 2024-12-04T11:19:04,447 DEBUG [RS:0;e12b86b8109d:36821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:19:04,447 DEBUG [RS:0;e12b86b8109d:36821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:04,447 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733311075811.4f8f6023913e94617324f388d6daa491. 2024-12-04T11:19:04,447 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733311075811.4f8f6023913e94617324f388d6daa491. 2024-12-04T11:19:04,447 INFO [RS:0;e12b86b8109d:36821 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T11:19:04,447 INFO [RS:0;e12b86b8109d:36821 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T11:19:04,447 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733311075811.4f8f6023913e94617324f388d6daa491. after waiting 0 ms 2024-12-04T11:19:04,447 INFO [RS:0;e12b86b8109d:36821 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T11:19:04,447 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733311075811.4f8f6023913e94617324f388d6daa491. 2024-12-04T11:19:04,447 INFO [RS:0;e12b86b8109d:36821 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T11:19:04,447 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4f8f6023913e94617324f388d6daa491 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-04T11:19:04,447 INFO [RS:0;e12b86b8109d:36821 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T11:19:04,447 DEBUG [RS:0;e12b86b8109d:36821 {}] regionserver.HRegionServer(1325): Online Regions={4f8f6023913e94617324f388d6daa491=hbase:replication,,1733311075811.4f8f6023913e94617324f388d6daa491., 1588230740=hbase:meta,,1.1588230740, b35ddba2818327b4a47a1f7a2c3913c3=test,,1733311071466.b35ddba2818327b4a47a1f7a2c3913c3.} 2024-12-04T11:19:04,448 DEBUG [RS:0;e12b86b8109d:36821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f8f6023913e94617324f388d6daa491, b35ddba2818327b4a47a1f7a2c3913c3 2024-12-04T11:19:04,448 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:19:04,448 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:19:04,448 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:19:04,448 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:19:04,448 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:19:04,448 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T11:19:04,461 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/hbase/meta/1588230740/.tmp/info/f1fc4a44009c4ad99e98b73f3e74745e is 147, key is hbase:replication,,1733311075811.4f8f6023913e94617324f388d6daa491./info:regioninfo/1733311076575/Put/seqid=0 2024-12-04T11:19:04,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741844_1020 (size=7686) 2024-12-04T11:19:04,465 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/hbase/replication/4f8f6023913e94617324f388d6daa491/.tmp/hfileref/77f7136ce53a4beb94a51fd911e42a96 is 74, key is 1/hfileref:1e6e5965bbef4e549c9a6c559de343d5_SeqId_4_/1733311079891/DeleteColumn/seqid=0 2024-12-04T11:19:04,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741845_1021 (size=5203) 2024-12-04T11:19:04,504 INFO [regionserver/e12b86b8109d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:19:04,648 DEBUG [RS:0;e12b86b8109d:36821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f8f6023913e94617324f388d6daa491, b35ddba2818327b4a47a1f7a2c3913c3 2024-12-04T11:19:04,743 INFO [regionserver/e12b86b8109d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T11:19:04,743 INFO [regionserver/e12b86b8109d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T11:19:04,848 DEBUG [RS:0;e12b86b8109d:36821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f8f6023913e94617324f388d6daa491, b35ddba2818327b4a47a1f7a2c3913c3 2024-12-04T11:19:04,865 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/hbase/meta/1588230740/.tmp/info/f1fc4a44009c4ad99e98b73f3e74745e 2024-12-04T11:19:04,869 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/hbase/replication/4f8f6023913e94617324f388d6daa491/.tmp/hfileref/77f7136ce53a4beb94a51fd911e42a96 2024-12-04T11:19:04,883 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/hbase/meta/1588230740/.tmp/ns/9a778988886c46a3bfa707a9b5d57c16 is 43, key is default/ns:d/1733311065802/Put/seqid=0 2024-12-04T11:19:04,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741846_1022 (size=5153) 2024-12-04T11:19:04,891 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/hbase/replication/4f8f6023913e94617324f388d6daa491/.tmp/queue/fa97cf51331d45f9831e1486fcc1e7b3 is 153, key is 1-e12b86b8109d,36821,1733311062250/queue:e12b86b8109d%2C36821%2C1733311062250/1733311080419/Put/seqid=0 2024-12-04T11:19:04,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741847_1023 (size=5352) 2024-12-04T11:19:05,048 DEBUG [RS:0;e12b86b8109d:36821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f8f6023913e94617324f388d6daa491, b35ddba2818327b4a47a1f7a2c3913c3 2024-12-04T11:19:05,248 DEBUG [RS:0;e12b86b8109d:36821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f8f6023913e94617324f388d6daa491, b35ddba2818327b4a47a1f7a2c3913c3 2024-12-04T11:19:05,288 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/hbase/meta/1588230740/.tmp/ns/9a778988886c46a3bfa707a9b5d57c16 2024-12-04T11:19:05,299 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/hbase/replication/4f8f6023913e94617324f388d6daa491/.tmp/queue/fa97cf51331d45f9831e1486fcc1e7b3 2024-12-04T11:19:05,305 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/hbase/replication/4f8f6023913e94617324f388d6daa491/.tmp/hfileref/77f7136ce53a4beb94a51fd911e42a96 as hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/hbase/replication/4f8f6023913e94617324f388d6daa491/hfileref/77f7136ce53a4beb94a51fd911e42a96 2024-12-04T11:19:05,306 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/hbase/meta/1588230740/.tmp/rep_barrier/cdc985161dbc4ae1a8d31388da02321b is 112, key is test,,1733311071466.b35ddba2818327b4a47a1f7a2c3913c3./rep_barrier:seqnumDuringOpen/1733311072625/Put/seqid=0 2024-12-04T11:19:05,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741848_1024 (size=5518) 2024-12-04T11:19:05,310 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/hbase/meta/1588230740/.tmp/rep_barrier/cdc985161dbc4ae1a8d31388da02321b 2024-12-04T11:19:05,310 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/hbase/replication/4f8f6023913e94617324f388d6daa491/hfileref/77f7136ce53a4beb94a51fd911e42a96, entries=2, sequenceid=10, filesize=5.1 K 2024-12-04T11:19:05,311 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/hbase/replication/4f8f6023913e94617324f388d6daa491/.tmp/queue/fa97cf51331d45f9831e1486fcc1e7b3 as hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/hbase/replication/4f8f6023913e94617324f388d6daa491/queue/fa97cf51331d45f9831e1486fcc1e7b3 2024-12-04T11:19:05,315 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/hbase/replication/4f8f6023913e94617324f388d6daa491/queue/fa97cf51331d45f9831e1486fcc1e7b3, entries=1, sequenceid=10, filesize=5.2 K 2024-12-04T11:19:05,316 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 4f8f6023913e94617324f388d6daa491 in 869ms, sequenceid=10, compaction requested=false 2024-12-04T11:19:05,320 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/hbase/replication/4f8f6023913e94617324f388d6daa491/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T11:19:05,321 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:19:05,321 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:19:05,321 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733311075811.4f8f6023913e94617324f388d6daa491. 2024-12-04T11:19:05,321 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4f8f6023913e94617324f388d6daa491: Waiting for close lock at 1733311144447Running coprocessor pre-close hooks at 1733311144447Disabling compacts and flushes for region at 1733311144447Disabling writes for close at 1733311144447Obtaining lock to block concurrent updates at 1733311144447Preparing flush snapshotting stores in 4f8f6023913e94617324f388d6daa491 at 1733311144447Finished memstore snapshotting hbase:replication,,1733311075811.4f8f6023913e94617324f388d6daa491., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733311144448 (+1 ms)Flushing stores of hbase:replication,,1733311075811.4f8f6023913e94617324f388d6daa491. at 1733311144448Flushing 4f8f6023913e94617324f388d6daa491/hfileref: creating writer at 1733311144448Flushing 4f8f6023913e94617324f388d6daa491/hfileref: appending metadata at 1733311144464 (+16 ms)Flushing 4f8f6023913e94617324f388d6daa491/hfileref: closing flushed file at 1733311144464Flushing 4f8f6023913e94617324f388d6daa491/queue: creating writer at 1733311144873 (+409 ms)Flushing 4f8f6023913e94617324f388d6daa491/queue: appending metadata at 1733311144890 (+17 ms)Flushing 4f8f6023913e94617324f388d6daa491/queue: closing flushed file at 1733311144890Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fa17dfa: reopening flushed file at 1733311145304 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ab96aa3: reopening flushed file at 1733311145311 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 4f8f6023913e94617324f388d6daa491 in 869ms, sequenceid=10, compaction requested=false at 1733311145316 (+5 ms)Writing region close event to WAL at 1733311145317 (+1 ms)Running coprocessor post-close hooks at 1733311145321 (+4 ms)Closed at 1733311145321 2024-12-04T11:19:05,321 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733311075811.4f8f6023913e94617324f388d6daa491. 2024-12-04T11:19:05,321 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b35ddba2818327b4a47a1f7a2c3913c3, disabling compactions & flushes 2024-12-04T11:19:05,321 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733311071466.b35ddba2818327b4a47a1f7a2c3913c3. 2024-12-04T11:19:05,321 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733311071466.b35ddba2818327b4a47a1f7a2c3913c3. 2024-12-04T11:19:05,321 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733311071466.b35ddba2818327b4a47a1f7a2c3913c3. after waiting 0 ms 2024-12-04T11:19:05,321 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733311071466.b35ddba2818327b4a47a1f7a2c3913c3. 2024-12-04T11:19:05,325 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/default/test/b35ddba2818327b4a47a1f7a2c3913c3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T11:19:05,325 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:19:05,325 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T11:19:05,325 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733311071466.b35ddba2818327b4a47a1f7a2c3913c3. 2024-12-04T11:19:05,325 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b35ddba2818327b4a47a1f7a2c3913c3: Waiting for close lock at 1733311145321Running coprocessor pre-close hooks at 1733311145321Disabling compacts and flushes for region at 1733311145321Disabling writes for close at 1733311145321Writing region close event to WAL at 1733311145322 (+1 ms)Running coprocessor post-close hooks at 1733311145325 (+3 ms)Closed at 1733311145325 2024-12-04T11:19:05,325 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733311071466.b35ddba2818327b4a47a1f7a2c3913c3. 2024-12-04T11:19:05,329 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/hbase/meta/1588230740/.tmp/table/71a5ff6769db4384921ea22baf0d4781 is 53, key is hbase:replication/table:state/1733311076583/Put/seqid=0 2024-12-04T11:19:05,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741849_1025 (size=5308) 2024-12-04T11:19:05,448 INFO [RS:0;e12b86b8109d:36821 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T11:19:05,448 DEBUG [RS:0;e12b86b8109d:36821 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T11:19:05,449 DEBUG [RS:0;e12b86b8109d:36821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:19:05,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:05,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:05,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:05,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:05,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:05,649 DEBUG [RS:0;e12b86b8109d:36821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:19:05,733 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/hbase/meta/1588230740/.tmp/table/71a5ff6769db4384921ea22baf0d4781 2024-12-04T11:19:05,741 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/hbase/meta/1588230740/.tmp/info/f1fc4a44009c4ad99e98b73f3e74745e as hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/hbase/meta/1588230740/info/f1fc4a44009c4ad99e98b73f3e74745e 2024-12-04T11:19:05,747 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/hbase/meta/1588230740/info/f1fc4a44009c4ad99e98b73f3e74745e, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T11:19:05,748 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/hbase/meta/1588230740/.tmp/ns/9a778988886c46a3bfa707a9b5d57c16 as hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/hbase/meta/1588230740/ns/9a778988886c46a3bfa707a9b5d57c16 2024-12-04T11:19:05,754 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/hbase/meta/1588230740/ns/9a778988886c46a3bfa707a9b5d57c16, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T11:19:05,755 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/hbase/meta/1588230740/.tmp/rep_barrier/cdc985161dbc4ae1a8d31388da02321b as hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/hbase/meta/1588230740/rep_barrier/cdc985161dbc4ae1a8d31388da02321b 2024-12-04T11:19:05,761 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/hbase/meta/1588230740/rep_barrier/cdc985161dbc4ae1a8d31388da02321b, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T11:19:05,762 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/hbase/meta/1588230740/.tmp/table/71a5ff6769db4384921ea22baf0d4781 as hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/hbase/meta/1588230740/table/71a5ff6769db4384921ea22baf0d4781 2024-12-04T11:19:05,768 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/hbase/meta/1588230740/table/71a5ff6769db4384921ea22baf0d4781, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T11:19:05,769 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false 2024-12-04T11:19:05,769 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T11:19:05,787 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T11:19:05,787 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:19:05,787 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:19:05,787 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:19:05,788 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311144448Running coprocessor pre-close hooks at 1733311144448Disabling compacts and flushes for region at 1733311144448Disabling writes for close at 1733311144448Obtaining lock to block concurrent updates at 1733311144448Preparing flush snapshotting stores in 1588230740 at 1733311144448Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733311144448Flushing stores of hbase:meta,,1.1588230740 at 1733311144448Flushing 1588230740/info: creating writer at 1733311144448Flushing 1588230740/info: appending metadata at 1733311144461 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733311144461Flushing 1588230740/ns: creating writer at 1733311144871 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733311144883 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733311144883Flushing 1588230740/rep_barrier: creating writer at 1733311145293 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733311145306 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733311145306Flushing 1588230740/table: creating writer at 1733311145315 (+9 ms)Flushing 1588230740/table: appending metadata at 1733311145328 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733311145328Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f010476: reopening flushed file at 1733311145740 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14b8b071: reopening flushed file at 1733311145747 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@405f76bd: reopening flushed file at 1733311145754 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57fa1f0e: reopening flushed file at 1733311145761 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false at 1733311145769 (+8 ms)Writing region close event to WAL at 1733311145784 (+15 ms)Running coprocessor post-close hooks at 1733311145787 (+3 ms)Closed at 1733311145787 2024-12-04T11:19:05,788 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T11:19:05,849 INFO [RS:0;e12b86b8109d:36821 {}] regionserver.HRegionServer(976): stopping server e12b86b8109d,36821,1733311062250; all regions closed. 2024-12-04T11:19:05,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741834_1010 (size=4239) 2024-12-04T11:19:05,854 DEBUG [RS:0;e12b86b8109d:36821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/oldWALs 2024-12-04T11:19:05,854 INFO [RS:0;e12b86b8109d:36821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e12b86b8109d%2C36821%2C1733311062250.meta:.meta(num 1733311065672) 2024-12-04T11:19:05,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741839_1015 (size=2700) 2024-12-04T11:19:05,860 DEBUG [RS:0;e12b86b8109d:36821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/oldWALs 2024-12-04T11:19:05,860 INFO [RS:0;e12b86b8109d:36821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e12b86b8109d%2C36821%2C1733311062250.rep:(num 1733311076546) 2024-12-04T11:19:05,862 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/WALs/e12b86b8109d,36821,1733311062250/e12b86b8109d%2C36821%2C1733311062250.1733311064792 not finished, retry = 0 2024-12-04T11:19:05,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741832_1008 (size=1300) 2024-12-04T11:19:05,965 DEBUG [RS:0;e12b86b8109d:36821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/oldWALs 2024-12-04T11:19:05,965 INFO [RS:0;e12b86b8109d:36821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e12b86b8109d%2C36821%2C1733311062250:(num 1733311064792) 2024-12-04T11:19:05,965 DEBUG [RS:0;e12b86b8109d:36821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:05,965 INFO [RS:0;e12b86b8109d:36821 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:19:05,966 INFO [RS:0;e12b86b8109d:36821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:19:05,966 INFO [RS:0;e12b86b8109d:36821 {}] hbase.ChoreService(370): Chore service for: regionserver/e12b86b8109d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T11:19:05,966 INFO [RS:0;e12b86b8109d:36821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:19:05,966 INFO [regionserver/e12b86b8109d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:19:05,966 INFO [RS:0;e12b86b8109d:36821 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e12b86b8109d,36821,1733311062250 because: Region server is closing 2024-12-04T11:19:05,966 INFO [RS:0;e12b86b8109d:36821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:36821. 2024-12-04T11:19:05,966 DEBUG [RS:0;e12b86b8109d:36821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:19:05,966 DEBUG [RS:0;e12b86b8109d:36821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:05,966 DEBUG [RS:0;e12b86b8109d:36821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:05,967 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:19:05,998 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:19:06,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:06,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:06,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:06,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:06,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:06,067 WARN [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.wal-reader.e12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T11:19:06,067 WARN [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.shippere12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T11:19:06,067 INFO [RS:0;e12b86b8109d:36821 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36821,1733311062250.replicationSource.shippere12b86b8109d%2C36821%2C1733311062250,1-e12b86b8109d,36821,1733311062250 terminated 2024-12-04T11:19:06,067 INFO [RS:0;e12b86b8109d:36821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36821 2024-12-04T11:19:06,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41953-0x101a00fd3fb0000, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-662828112/rs 2024-12-04T11:19:06,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36821-0x101a00fd3fb0001, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-662828112/rs/e12b86b8109d,36821,1733311062250 2024-12-04T11:19:06,149 INFO [RS:0;e12b86b8109d:36821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:19:06,149 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e12b86b8109d,36821,1733311062250] 2024-12-04T11:19:06,180 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-662828112/draining/e12b86b8109d,36821,1733311062250 already deleted, retry=false 2024-12-04T11:19:06,180 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e12b86b8109d,36821,1733311062250 expired; onlineServers=0 2024-12-04T11:19:06,181 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e12b86b8109d,41953,1733311062065' ***** 2024-12-04T11:19:06,181 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T11:19:06,181 INFO [M:0;e12b86b8109d:41953 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:19:06,181 INFO [M:0;e12b86b8109d:41953 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:19:06,181 DEBUG [M:0;e12b86b8109d:41953 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T11:19:06,181 DEBUG [M:0;e12b86b8109d:41953 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T11:19:06,181 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T11:19:06,181 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311064436 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311064436,5,FailOnTimeoutGroup] 2024-12-04T11:19:06,181 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311064420 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311064420,5,FailOnTimeoutGroup] 2024-12-04T11:19:06,181 INFO [M:0;e12b86b8109d:41953 {}] hbase.ChoreService(370): Chore service for: master/e12b86b8109d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T11:19:06,181 INFO [M:0;e12b86b8109d:41953 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:19:06,181 DEBUG [M:0;e12b86b8109d:41953 {}] master.HMaster(1795): Stopping service threads 2024-12-04T11:19:06,181 INFO [M:0;e12b86b8109d:41953 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T11:19:06,181 INFO [M:0;e12b86b8109d:41953 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:19:06,181 INFO [M:0;e12b86b8109d:41953 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T11:19:06,181 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T11:19:06,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41953-0x101a00fd3fb0000, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-662828112/master 2024-12-04T11:19:06,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41953-0x101a00fd3fb0000, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-662828112 2024-12-04T11:19:06,193 DEBUG [M:0;e12b86b8109d:41953 {}] zookeeper.ZKUtil(347): master:41953-0x101a00fd3fb0000, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Unable to get data of znode /0-662828112/master because node does not exist (not an error) 2024-12-04T11:19:06,193 WARN [M:0;e12b86b8109d:41953 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T11:19:06,194 INFO [M:0;e12b86b8109d:41953 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/.lastflushedseqids 2024-12-04T11:19:06,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741850_1026 (size=263) 2024-12-04T11:19:06,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36821-0x101a00fd3fb0001, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:19:06,270 INFO [RS:0;e12b86b8109d:36821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:19:06,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36821-0x101a00fd3fb0001, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:19:06,270 INFO [RS:0;e12b86b8109d:36821 {}] regionserver.HRegionServer(1031): Exiting; stopping=e12b86b8109d,36821,1733311062250; zookeeper connection closed. 2024-12-04T11:19:06,271 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4fdf879b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4fdf879b 2024-12-04T11:19:06,271 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T11:19:06,599 INFO [M:0;e12b86b8109d:41953 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T11:19:06,599 INFO [M:0;e12b86b8109d:41953 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T11:19:06,599 DEBUG [M:0;e12b86b8109d:41953 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:19:06,599 INFO [M:0;e12b86b8109d:41953 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:19:06,599 DEBUG [M:0;e12b86b8109d:41953 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:19:06,599 DEBUG [M:0;e12b86b8109d:41953 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:19:06,599 DEBUG [M:0;e12b86b8109d:41953 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:19:06,600 INFO [M:0;e12b86b8109d:41953 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-12-04T11:19:06,614 DEBUG [M:0;e12b86b8109d:41953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/365a618bd5374749837ab91a29c8d873 is 82, key is hbase:meta,,1/info:regioninfo/1733311065704/Put/seqid=0 2024-12-04T11:19:06,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741851_1027 (size=5672) 2024-12-04T11:19:07,019 INFO [M:0;e12b86b8109d:41953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/365a618bd5374749837ab91a29c8d873 2024-12-04T11:19:07,037 DEBUG [M:0;e12b86b8109d:41953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f9713811d9b4421b5a58250365ff382 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733311072641/Put/seqid=0 2024-12-04T11:19:07,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741852_1028 (size=7239) 2024-12-04T11:19:07,441 INFO [M:0;e12b86b8109d:41953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f9713811d9b4421b5a58250365ff382 2024-12-04T11:19:07,447 INFO [M:0;e12b86b8109d:41953 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f9713811d9b4421b5a58250365ff382 2024-12-04T11:19:07,463 DEBUG [M:0;e12b86b8109d:41953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71b03efbe46343a4a2a4b7a90760dd46 is 69, key is e12b86b8109d,36821,1733311062250/rs:state/1733311064594/Put/seqid=0 2024-12-04T11:19:07,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741853_1029 (size=5156) 2024-12-04T11:19:07,868 INFO [M:0;e12b86b8109d:41953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71b03efbe46343a4a2a4b7a90760dd46 2024-12-04T11:19:07,875 DEBUG [M:0;e12b86b8109d:41953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/365a618bd5374749837ab91a29c8d873 as hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/365a618bd5374749837ab91a29c8d873 2024-12-04T11:19:07,881 INFO [M:0;e12b86b8109d:41953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/365a618bd5374749837ab91a29c8d873, entries=8, sequenceid=105, filesize=5.5 K 2024-12-04T11:19:07,882 DEBUG [M:0;e12b86b8109d:41953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f9713811d9b4421b5a58250365ff382 as hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2f9713811d9b4421b5a58250365ff382 2024-12-04T11:19:07,889 INFO [M:0;e12b86b8109d:41953 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f9713811d9b4421b5a58250365ff382 2024-12-04T11:19:07,890 INFO [M:0;e12b86b8109d:41953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2f9713811d9b4421b5a58250365ff382, entries=11, sequenceid=105, filesize=7.1 K 2024-12-04T11:19:07,891 DEBUG [M:0;e12b86b8109d:41953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71b03efbe46343a4a2a4b7a90760dd46 as hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71b03efbe46343a4a2a4b7a90760dd46 2024-12-04T11:19:07,897 INFO [M:0;e12b86b8109d:41953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43107/user/jenkins/test-data/489c4c9c-49b5-a9ff-c999-e8f6bc293959/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71b03efbe46343a4a2a4b7a90760dd46, entries=1, sequenceid=105, filesize=5.0 K 2024-12-04T11:19:07,898 INFO [M:0;e12b86b8109d:41953 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=105, compaction requested=false 2024-12-04T11:19:07,908 INFO [M:0;e12b86b8109d:41953 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:19:07,908 DEBUG [M:0;e12b86b8109d:41953 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311146599Disabling compacts and flushes for region at 1733311146599Disabling writes for close at 1733311146599Obtaining lock to block concurrent updates at 1733311146600 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733311146600Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1733311146600Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733311146601 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733311146601Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733311146614 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733311146614Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733311147024 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733311147036 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733311147036Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733311147447 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733311147463 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733311147463Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13113292: reopening flushed file at 1733311147874 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@84274c3: reopening flushed file at 1733311147881 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bd727df: reopening flushed file at 1733311147890 (+9 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=105, compaction requested=false at 1733311147898 (+8 ms)Writing region close event to WAL at 1733311147908 (+10 ms)Closed at 1733311147908 2024-12-04T11:19:07,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741830_1006 (size=64514) 2024-12-04T11:19:07,911 INFO [M:0;e12b86b8109d:41953 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T11:19:07,911 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:19:07,911 INFO [M:0;e12b86b8109d:41953 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41953 2024-12-04T11:19:07,911 INFO [M:0;e12b86b8109d:41953 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:19:08,070 INFO [M:0;e12b86b8109d:41953 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:19:08,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41953-0x101a00fd3fb0000, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:19:08,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41953-0x101a00fd3fb0000, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:19:08,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ec5fece{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T11:19:08,073 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6fc5a1d1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T11:19:08,073 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T11:19:08,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61327946{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T11:19:08,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50618d79{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83b6a748-d41f-77be-f23f-7dc1638011bc/hadoop.log.dir/,STOPPED} 2024-12-04T11:19:08,074 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T11:19:08,074 WARN [BP-510276258-172.17.0.2-1733311060073 heartbeating to localhost/127.0.0.1:43107 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T11:19:08,074 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T11:19:08,074 WARN [BP-510276258-172.17.0.2-1733311060073 heartbeating to localhost/127.0.0.1:43107 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-510276258-172.17.0.2-1733311060073 (Datanode Uuid d5a1241e-fb34-4819-ab47-bb14b82b0b0a) service to localhost/127.0.0.1:43107 2024-12-04T11:19:08,075 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83b6a748-d41f-77be-f23f-7dc1638011bc/cluster_ce52d74e-0d7c-1463-04e1-b796d8138f69/data/data1/current/BP-510276258-172.17.0.2-1733311060073 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T11:19:08,075 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83b6a748-d41f-77be-f23f-7dc1638011bc/cluster_ce52d74e-0d7c-1463-04e1-b796d8138f69/data/data2/current/BP-510276258-172.17.0.2-1733311060073 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T11:19:08,075 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T11:19:08,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a317101{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T11:19:08,080 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18adc6d9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T11:19:08,080 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T11:19:08,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1425a20b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T11:19:08,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@530e8ec9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83b6a748-d41f-77be-f23f-7dc1638011bc/hadoop.log.dir/,STOPPED} 2024-12-04T11:19:08,086 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T11:19:08,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T11:19:08,104 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=160 (was 139) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40057 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:40057 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43107 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40057 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:43107 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54328) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007fc658b8fac8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007fc658b8fac8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40057 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43107 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43107 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54328) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43107 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40057 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=504 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=250 (was 288), ProcessCount=11 (was 11), AvailableMemoryMB=2917 (was 3112) 2024-12-04T11:19:08,111 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=161, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=250, ProcessCount=11, AvailableMemoryMB=2917 2024-12-04T11:19:08,121 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-04T11:19:08,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b37e5bc-f150-28ac-ebab-1812ada3a521/hadoop.log.dir so I do NOT create it in target/test-data/182103b0-e456-7423-3929-03be4a37db35 2024-12-04T11:19:08,122 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b37e5bc-f150-28ac-ebab-1812ada3a521/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T11:19:08,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b37e5bc-f150-28ac-ebab-1812ada3a521/hadoop.tmp.dir so I do NOT create it in target/test-data/182103b0-e456-7423-3929-03be4a37db35 2024-12-04T11:19:08,122 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b37e5bc-f150-28ac-ebab-1812ada3a521/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T11:19:08,122 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182103b0-e456-7423-3929-03be4a37db35 2024-12-04T11:19:08,122 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182103b0-e456-7423-3929-03be4a37db35/cluster_34948db9-8cd1-8d08-7936-3960460be7f1, deleteOnExit=true 2024-12-04T11:19:08,145 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182103b0-e456-7423-3929-03be4a37db35/cluster_34948db9-8cd1-8d08-7936-3960460be7f1/zookeeper_0, clientPort=50052, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182103b0-e456-7423-3929-03be4a37db35/cluster_34948db9-8cd1-8d08-7936-3960460be7f1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182103b0-e456-7423-3929-03be4a37db35/cluster_34948db9-8cd1-8d08-7936-3960460be7f1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T11:19:08,146 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50052 2024-12-04T11:19:08,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T11:19:08,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T11:19:08,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182103b0-e456-7423-3929-03be4a37db35/test.cache.data in system properties and HBase conf 2024-12-04T11:19:08,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182103b0-e456-7423-3929-03be4a37db35/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T11:19:08,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182103b0-e456-7423-3929-03be4a37db35/hadoop.log.dir in system properties and HBase conf 2024-12-04T11:19:08,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182103b0-e456-7423-3929-03be4a37db35/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T11:19:08,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182103b0-e456-7423-3929-03be4a37db35/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T11:19:08,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T11:19:08,146 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T11:19:08,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182103b0-e456-7423-3929-03be4a37db35/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T11:19:08,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182103b0-e456-7423-3929-03be4a37db35/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T11:19:08,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182103b0-e456-7423-3929-03be4a37db35/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T11:19:08,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182103b0-e456-7423-3929-03be4a37db35/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T11:19:08,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182103b0-e456-7423-3929-03be4a37db35/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T11:19:08,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182103b0-e456-7423-3929-03be4a37db35/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T11:19:08,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182103b0-e456-7423-3929-03be4a37db35/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T11:19:08,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182103b0-e456-7423-3929-03be4a37db35/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T11:19:08,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182103b0-e456-7423-3929-03be4a37db35/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T11:19:08,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182103b0-e456-7423-3929-03be4a37db35/nfs.dump.dir in system properties and HBase conf 2024-12-04T11:19:08,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182103b0-e456-7423-3929-03be4a37db35/java.io.tmpdir in system properties and HBase conf 2024-12-04T11:19:08,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182103b0-e456-7423-3929-03be4a37db35/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T11:19:08,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182103b0-e456-7423-3929-03be4a37db35/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T11:19:08,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182103b0-e456-7423-3929-03be4a37db35/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T11:19:08,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a00fd3fb0002, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T11:19:08,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a00fd3fb0005, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T11:19:08,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a00fd3fb0002, quorum=127.0.0.1:54328, baseZNode=/0-662828112 Received Disconnected from ZooKeeper, ignoring 2024-12-04T11:19:08,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a00fd3fb0005, quorum=127.0.0.1:54328, baseZNode=/1-296296246 Received Disconnected from ZooKeeper, ignoring 2024-12-04T11:19:08,453 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:19:08,458 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T11:19:08,459 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T11:19:08,459 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T11:19:08,459 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T11:19:08,460 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:19:08,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ad3a617{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182103b0-e456-7423-3929-03be4a37db35/hadoop.log.dir/,AVAILABLE} 2024-12-04T11:19:08,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d32fc16{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T11:19:08,588 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41b567c5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182103b0-e456-7423-3929-03be4a37db35/java.io.tmpdir/jetty-localhost-37869-hadoop-hdfs-3_4_1-tests_jar-_-any-14174591580100477257/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T11:19:08,588 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@488881f5{HTTP/1.1, (http/1.1)}{localhost:37869} 2024-12-04T11:19:08,588 INFO [Time-limited test {}] server.Server(415): Started @143299ms 2024-12-04T11:19:08,857 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:19:08,860 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T11:19:08,861 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T11:19:08,861 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T11:19:08,861 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T11:19:08,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14bdd366{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182103b0-e456-7423-3929-03be4a37db35/hadoop.log.dir/,AVAILABLE} 2024-12-04T11:19:08,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fa3bf23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T11:19:08,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6cb855d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182103b0-e456-7423-3929-03be4a37db35/java.io.tmpdir/jetty-localhost-46023-hadoop-hdfs-3_4_1-tests_jar-_-any-13859465253084972706/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T11:19:08,953 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d8d2896{HTTP/1.1, (http/1.1)}{localhost:46023} 2024-12-04T11:19:08,953 INFO [Time-limited test {}] server.Server(415): Started @143664ms 2024-12-04T11:19:08,954 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T11:19:09,760 WARN [Thread-1287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182103b0-e456-7423-3929-03be4a37db35/cluster_34948db9-8cd1-8d08-7936-3960460be7f1/data/data2/current/BP-1755592684-172.17.0.2-1733311148161/current, will proceed with Du for space computation calculation, 2024-12-04T11:19:09,760 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182103b0-e456-7423-3929-03be4a37db35/cluster_34948db9-8cd1-8d08-7936-3960460be7f1/data/data1/current/BP-1755592684-172.17.0.2-1733311148161/current, will proceed with Du for space computation calculation, 2024-12-04T11:19:09,777 WARN [Thread-1274 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T11:19:09,781 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x74060563d184cd9b with lease ID 0xa98134117479478e: Processing first storage report for DS-5053c0c6-db61-41ba-90e8-9cf783ae9fef from datanode DatanodeRegistration(127.0.0.1:40095, datanodeUuid=462701e7-d62c-4390-b5f6-d54eea1e6291, infoPort=40773, infoSecurePort=0, ipcPort=35277, storageInfo=lv=-57;cid=testClusterID;nsid=1827680703;c=1733311148161) 2024-12-04T11:19:09,781 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x74060563d184cd9b with lease ID 0xa98134117479478e: from storage DS-5053c0c6-db61-41ba-90e8-9cf783ae9fef node DatanodeRegistration(127.0.0.1:40095, datanodeUuid=462701e7-d62c-4390-b5f6-d54eea1e6291, infoPort=40773, infoSecurePort=0, ipcPort=35277, storageInfo=lv=-57;cid=testClusterID;nsid=1827680703;c=1733311148161), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T11:19:09,781 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x74060563d184cd9b with lease ID 0xa98134117479478e: Processing first storage report for DS-36b82142-b3a7-40d7-84ca-c7b60598366d from datanode DatanodeRegistration(127.0.0.1:40095, datanodeUuid=462701e7-d62c-4390-b5f6-d54eea1e6291, infoPort=40773, infoSecurePort=0, ipcPort=35277, storageInfo=lv=-57;cid=testClusterID;nsid=1827680703;c=1733311148161) 2024-12-04T11:19:09,781 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x74060563d184cd9b with lease ID 0xa98134117479478e: from storage DS-36b82142-b3a7-40d7-84ca-c7b60598366d node DatanodeRegistration(127.0.0.1:40095, datanodeUuid=462701e7-d62c-4390-b5f6-d54eea1e6291, infoPort=40773, infoSecurePort=0, ipcPort=35277, storageInfo=lv=-57;cid=testClusterID;nsid=1827680703;c=1733311148161), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T11:19:09,882 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182103b0-e456-7423-3929-03be4a37db35 2024-12-04T11:19:09,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:19:09,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:19:09,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741825_1001 (size=7) 2024-12-04T11:19:09,895 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94 with version=8 2024-12-04T11:19:09,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/hbase-staging 2024-12-04T11:19:09,898 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:19:09,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:19:09,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:19:09,898 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:19:09,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:19:09,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:19:09,898 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T11:19:09,898 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:19:09,899 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36611 2024-12-04T11:19:09,900 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36611 connecting to ZooKeeper ensemble=127.0.0.1:50052 2024-12-04T11:19:09,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366110x0, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:19:09,970 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36611-0x101a0112c1b0000 connected 2024-12-04T11:19:10,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:19:10,068 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:19:10,071 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36611-0x101a0112c1b0000, quorum=127.0.0.1:50052, baseZNode=/01035444657 Set watcher on znode that does not yet exist, /01035444657/running 2024-12-04T11:19:10,071 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94, hbase.cluster.distributed=false 2024-12-04T11:19:10,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36611-0x101a0112c1b0000, quorum=127.0.0.1:50052, baseZNode=/01035444657 Set watcher on znode that does not yet exist, /01035444657/acl 2024-12-04T11:19:10,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36611 2024-12-04T11:19:10,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36611 2024-12-04T11:19:10,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36611 2024-12-04T11:19:10,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36611 2024-12-04T11:19:10,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36611 2024-12-04T11:19:10,108 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:19:10,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:19:10,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:19:10,108 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:19:10,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:19:10,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:19:10,108 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T11:19:10,108 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:19:10,110 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44225 2024-12-04T11:19:10,111 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44225 connecting to ZooKeeper ensemble=127.0.0.1:50052 2024-12-04T11:19:10,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:19:10,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:19:10,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442250x0, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:19:10,130 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442250x0, quorum=127.0.0.1:50052, baseZNode=/01035444657 Set watcher on znode that does not yet exist, /01035444657/running 2024-12-04T11:19:10,130 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T11:19:10,132 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44225-0x101a0112c1b0001 connected 2024-12-04T11:19:10,136 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T11:19:10,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44225-0x101a0112c1b0001, quorum=127.0.0.1:50052, baseZNode=/01035444657 Set watcher on znode that does not yet exist, /01035444657/master 2024-12-04T11:19:10,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44225-0x101a0112c1b0001, quorum=127.0.0.1:50052, baseZNode=/01035444657 Set watcher on znode that does not yet exist, /01035444657/acl 2024-12-04T11:19:10,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44225 2024-12-04T11:19:10,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44225 2024-12-04T11:19:10,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44225 2024-12-04T11:19:10,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44225 2024-12-04T11:19:10,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44225 2024-12-04T11:19:10,170 DEBUG [M:0;e12b86b8109d:36611 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e12b86b8109d:36611 2024-12-04T11:19:10,171 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01035444657/backup-masters/e12b86b8109d,36611,1733311149897 2024-12-04T11:19:10,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x101a0112c1b0001, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01035444657/backup-masters 2024-12-04T11:19:10,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36611-0x101a0112c1b0000, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01035444657/backup-masters 2024-12-04T11:19:10,183 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36611-0x101a0112c1b0000, quorum=127.0.0.1:50052, baseZNode=/01035444657 Set watcher on existing znode=/01035444657/backup-masters/e12b86b8109d,36611,1733311149897 2024-12-04T11:19:10,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36611-0x101a0112c1b0000, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01035444657 2024-12-04T11:19:10,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x101a0112c1b0001, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01035444657/master 2024-12-04T11:19:10,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x101a0112c1b0001, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01035444657 2024-12-04T11:19:10,199 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36611-0x101a0112c1b0000, quorum=127.0.0.1:50052, baseZNode=/01035444657 Set watcher on existing znode=/01035444657/master 2024-12-04T11:19:10,199 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01035444657/backup-masters/e12b86b8109d,36611,1733311149897 from backup master directory 2024-12-04T11:19:10,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36611-0x101a0112c1b0000, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01035444657/backup-masters/e12b86b8109d,36611,1733311149897 2024-12-04T11:19:10,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x101a0112c1b0001, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01035444657/backup-masters 2024-12-04T11:19:10,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36611-0x101a0112c1b0000, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01035444657/backup-masters 2024-12-04T11:19:10,212 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:19:10,213 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e12b86b8109d,36611,1733311149897 2024-12-04T11:19:10,218 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/hbase.id] with ID: 53a3cebc-06f0-4bdb-b849-e25bb411a377 2024-12-04T11:19:10,218 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/.tmp/hbase.id 2024-12-04T11:19:10,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741826_1002 (size=42) 2024-12-04T11:19:10,224 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/.tmp/hbase.id]:[hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/hbase.id] 2024-12-04T11:19:10,238 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:19:10,238 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T11:19:10,239 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T11:19:10,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x101a0112c1b0001, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01035444657 2024-12-04T11:19:10,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36611-0x101a0112c1b0000, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01035444657 2024-12-04T11:19:10,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741827_1003 (size=196) 2024-12-04T11:19:10,270 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:19:10,271 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T11:19:10,272 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:19:10,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741828_1004 (size=1189) 2024-12-04T11:19:10,284 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/data/master/store 2024-12-04T11:19:10,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741829_1005 (size=34) 2024-12-04T11:19:10,695 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:19:10,695 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:19:10,695 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:19:10,695 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:19:10,695 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:19:10,695 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:19:10,695 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:19:10,695 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311150695Disabling compacts and flushes for region at 1733311150695Disabling writes for close at 1733311150695Writing region close event to WAL at 1733311150695Closed at 1733311150695 2024-12-04T11:19:10,697 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/data/master/store/.initializing 2024-12-04T11:19:10,697 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/WALs/e12b86b8109d,36611,1733311149897 2024-12-04T11:19:10,698 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:19:10,700 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e12b86b8109d%2C36611%2C1733311149897, suffix=, logDir=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/WALs/e12b86b8109d,36611,1733311149897, archiveDir=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/oldWALs, maxLogs=10 2024-12-04T11:19:10,719 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/WALs/e12b86b8109d,36611,1733311149897/e12b86b8109d%2C36611%2C1733311149897.1733311150701, exclude list is [], retry=0 2024-12-04T11:19:10,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40095,DS-5053c0c6-db61-41ba-90e8-9cf783ae9fef,DISK] 2024-12-04T11:19:10,724 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/WALs/e12b86b8109d,36611,1733311149897/e12b86b8109d%2C36611%2C1733311149897.1733311150701 2024-12-04T11:19:10,724 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40773:40773)] 2024-12-04T11:19:10,724 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:19:10,725 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:19:10,725 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:10,725 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:10,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:10,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T11:19:10,728 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:10,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:19:10,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:10,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T11:19:10,730 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:10,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:19:10,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:10,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T11:19:10,732 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:10,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:19:10,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:10,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T11:19:10,734 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:10,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:19:10,734 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:10,735 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:10,735 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:10,740 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:10,741 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:10,741 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:19:10,743 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:10,752 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:19:10,753 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65210390, jitterRate=-0.028289467096328735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:19:10,754 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733311150725Initializing all the Stores at 1733311150726 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311150726Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311150726Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311150726Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311150726Cleaning up temporary data from old regions at 1733311150741 (+15 ms)Region opened successfully at 1733311150754 (+13 ms) 2024-12-04T11:19:10,755 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T11:19:10,758 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1144dc91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:19:10,760 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T11:19:10,760 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T11:19:10,760 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T11:19:10,760 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T11:19:10,761 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T11:19:10,761 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T11:19:10,761 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T11:19:10,766 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T11:19:10,767 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36611-0x101a0112c1b0000, quorum=127.0.0.1:50052, baseZNode=/01035444657 Unable to get data of znode /01035444657/balancer because node does not exist (not necessarily an error) 2024-12-04T11:19:10,822 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01035444657/balancer already deleted, retry=false 2024-12-04T11:19:10,823 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T11:19:10,823 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36611-0x101a0112c1b0000, quorum=127.0.0.1:50052, baseZNode=/01035444657 Unable to get data of znode /01035444657/normalizer because node does not exist (not necessarily an error) 2024-12-04T11:19:10,834 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01035444657/normalizer already deleted, retry=false 2024-12-04T11:19:10,835 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T11:19:10,836 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36611-0x101a0112c1b0000, quorum=127.0.0.1:50052, baseZNode=/01035444657 Unable to get data of znode /01035444657/switch/split because node does not exist (not necessarily an error) 2024-12-04T11:19:10,845 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01035444657/switch/split already deleted, retry=false 2024-12-04T11:19:10,846 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36611-0x101a0112c1b0000, quorum=127.0.0.1:50052, baseZNode=/01035444657 Unable to get data of znode /01035444657/switch/merge because node does not exist (not necessarily an error) 2024-12-04T11:19:10,855 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01035444657/switch/merge already deleted, retry=false 2024-12-04T11:19:10,858 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36611-0x101a0112c1b0000, quorum=127.0.0.1:50052, baseZNode=/01035444657 Unable to get data of znode /01035444657/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T11:19:10,866 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01035444657/snapshot-cleanup already deleted, retry=false 2024-12-04T11:19:10,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36611-0x101a0112c1b0000, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01035444657/running 2024-12-04T11:19:10,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x101a0112c1b0001, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01035444657/running 2024-12-04T11:19:10,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36611-0x101a0112c1b0000, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01035444657 2024-12-04T11:19:10,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x101a0112c1b0001, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01035444657 2024-12-04T11:19:10,877 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e12b86b8109d,36611,1733311149897, sessionid=0x101a0112c1b0000, setting cluster-up flag (Was=false) 2024-12-04T11:19:10,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36611-0x101a0112c1b0000, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01035444657 2024-12-04T11:19:10,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x101a0112c1b0001, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01035444657 2024-12-04T11:19:10,929 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01035444657/flush-table-proc/acquired, /01035444657/flush-table-proc/reached, /01035444657/flush-table-proc/abort 2024-12-04T11:19:10,930 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,36611,1733311149897 2024-12-04T11:19:10,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36611-0x101a0112c1b0000, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01035444657 2024-12-04T11:19:10,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x101a0112c1b0001, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01035444657 2024-12-04T11:19:10,982 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01035444657/online-snapshot/acquired, /01035444657/online-snapshot/reached, /01035444657/online-snapshot/abort 2024-12-04T11:19:10,983 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,36611,1733311149897 2024-12-04T11:19:10,984 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T11:19:10,987 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T11:19:10,987 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T11:19:10,987 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T11:19:10,988 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e12b86b8109d,36611,1733311149897 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T11:19:10,989 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:19:10,989 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:19:10,989 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:19:10,989 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:19:10,989 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e12b86b8109d:0, corePoolSize=10, maxPoolSize=10 2024-12-04T11:19:10,989 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:10,989 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:19:10,989 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:10,992 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733311180992 2024-12-04T11:19:10,992 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T11:19:10,992 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T11:19:10,992 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T11:19:10,992 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T11:19:10,992 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T11:19:10,992 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T11:19:10,992 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:10,992 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:19:10,993 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T11:19:10,993 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T11:19:10,993 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T11:19:10,993 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T11:19:10,993 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T11:19:10,993 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T11:19:10,993 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T11:19:10,993 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:10,993 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T11:19:10,996 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311150993,5,FailOnTimeoutGroup] 2024-12-04T11:19:10,996 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311150996,5,FailOnTimeoutGroup] 2024-12-04T11:19:10,996 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:10,996 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T11:19:10,996 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:10,997 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:11,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741831_1007 (size=1321) 2024-12-04T11:19:11,057 INFO [RS:0;e12b86b8109d:44225 {}] regionserver.HRegionServer(746): ClusterId : 53a3cebc-06f0-4bdb-b849-e25bb411a377 2024-12-04T11:19:11,057 DEBUG [RS:0;e12b86b8109d:44225 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T11:19:11,067 DEBUG [RS:0;e12b86b8109d:44225 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T11:19:11,067 DEBUG [RS:0;e12b86b8109d:44225 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T11:19:11,077 DEBUG [RS:0;e12b86b8109d:44225 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T11:19:11,078 DEBUG [RS:0;e12b86b8109d:44225 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b86fb80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:19:11,089 DEBUG [RS:0;e12b86b8109d:44225 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e12b86b8109d:44225 2024-12-04T11:19:11,089 INFO [RS:0;e12b86b8109d:44225 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T11:19:11,089 INFO [RS:0;e12b86b8109d:44225 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T11:19:11,089 DEBUG [RS:0;e12b86b8109d:44225 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T11:19:11,090 INFO [RS:0;e12b86b8109d:44225 {}] regionserver.HRegionServer(2659): reportForDuty to master=e12b86b8109d,36611,1733311149897 with port=44225, startcode=1733311150107 2024-12-04T11:19:11,090 DEBUG [RS:0;e12b86b8109d:44225 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T11:19:11,092 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T11:19:11,092 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36611 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e12b86b8109d,44225,1733311150107 2024-12-04T11:19:11,092 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36611 {}] master.ServerManager(517): Registering regionserver=e12b86b8109d,44225,1733311150107 2024-12-04T11:19:11,094 DEBUG [RS:0;e12b86b8109d:44225 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94 2024-12-04T11:19:11,094 DEBUG [RS:0;e12b86b8109d:44225 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35961 2024-12-04T11:19:11,094 DEBUG [RS:0;e12b86b8109d:44225 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T11:19:11,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36611-0x101a0112c1b0000, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01035444657/rs 2024-12-04T11:19:11,107 DEBUG [RS:0;e12b86b8109d:44225 {}] zookeeper.ZKUtil(111): regionserver:44225-0x101a0112c1b0001, quorum=127.0.0.1:50052, baseZNode=/01035444657 Set watcher on existing znode=/01035444657/rs/e12b86b8109d,44225,1733311150107 2024-12-04T11:19:11,107 WARN [RS:0;e12b86b8109d:44225 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:19:11,107 INFO [RS:0;e12b86b8109d:44225 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:19:11,107 DEBUG [RS:0;e12b86b8109d:44225 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,44225,1733311150107 2024-12-04T11:19:11,108 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e12b86b8109d,44225,1733311150107] 2024-12-04T11:19:11,111 INFO [RS:0;e12b86b8109d:44225 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T11:19:11,112 INFO [RS:0;e12b86b8109d:44225 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T11:19:11,113 INFO [RS:0;e12b86b8109d:44225 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T11:19:11,113 INFO [RS:0;e12b86b8109d:44225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:11,113 INFO [RS:0;e12b86b8109d:44225 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T11:19:11,114 INFO [RS:0;e12b86b8109d:44225 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T11:19:11,114 INFO [RS:0;e12b86b8109d:44225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:11,114 DEBUG [RS:0;e12b86b8109d:44225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:11,114 DEBUG [RS:0;e12b86b8109d:44225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:11,114 DEBUG [RS:0;e12b86b8109d:44225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:11,114 DEBUG [RS:0;e12b86b8109d:44225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:11,114 DEBUG [RS:0;e12b86b8109d:44225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:11,114 DEBUG [RS:0;e12b86b8109d:44225 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:19:11,114 DEBUG [RS:0;e12b86b8109d:44225 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:11,114 DEBUG [RS:0;e12b86b8109d:44225 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:11,114 DEBUG [RS:0;e12b86b8109d:44225 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:11,114 DEBUG [RS:0;e12b86b8109d:44225 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:11,114 DEBUG [RS:0;e12b86b8109d:44225 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:11,114 DEBUG [RS:0;e12b86b8109d:44225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:11,114 DEBUG [RS:0;e12b86b8109d:44225 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:19:11,114 DEBUG [RS:0;e12b86b8109d:44225 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:19:11,116 INFO [RS:0;e12b86b8109d:44225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:11,116 INFO [RS:0;e12b86b8109d:44225 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:11,116 INFO [RS:0;e12b86b8109d:44225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:11,116 INFO [RS:0;e12b86b8109d:44225 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:11,116 INFO [RS:0;e12b86b8109d:44225 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:11,116 INFO [RS:0;e12b86b8109d:44225 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,44225,1733311150107-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:19:11,136 INFO [RS:0;e12b86b8109d:44225 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T11:19:11,136 INFO [RS:0;e12b86b8109d:44225 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,44225,1733311150107-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:11,136 INFO [RS:0;e12b86b8109d:44225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:11,136 INFO [RS:0;e12b86b8109d:44225 {}] regionserver.Replication(171): e12b86b8109d,44225,1733311150107 started 2024-12-04T11:19:11,151 INFO [RS:0;e12b86b8109d:44225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:11,151 INFO [RS:0;e12b86b8109d:44225 {}] regionserver.HRegionServer(1482): Serving as e12b86b8109d,44225,1733311150107, RpcServer on e12b86b8109d/172.17.0.2:44225, sessionid=0x101a0112c1b0001 2024-12-04T11:19:11,152 DEBUG [RS:0;e12b86b8109d:44225 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T11:19:11,152 DEBUG [RS:0;e12b86b8109d:44225 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e12b86b8109d,44225,1733311150107 2024-12-04T11:19:11,152 DEBUG [RS:0;e12b86b8109d:44225 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,44225,1733311150107' 2024-12-04T11:19:11,152 DEBUG [RS:0;e12b86b8109d:44225 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01035444657/flush-table-proc/abort' 2024-12-04T11:19:11,152 DEBUG [RS:0;e12b86b8109d:44225 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01035444657/flush-table-proc/acquired' 2024-12-04T11:19:11,152 DEBUG [RS:0;e12b86b8109d:44225 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T11:19:11,152 DEBUG [RS:0;e12b86b8109d:44225 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T11:19:11,152 DEBUG [RS:0;e12b86b8109d:44225 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e12b86b8109d,44225,1733311150107 2024-12-04T11:19:11,152 DEBUG [RS:0;e12b86b8109d:44225 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,44225,1733311150107' 2024-12-04T11:19:11,152 DEBUG [RS:0;e12b86b8109d:44225 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01035444657/online-snapshot/abort' 2024-12-04T11:19:11,153 DEBUG [RS:0;e12b86b8109d:44225 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01035444657/online-snapshot/acquired' 2024-12-04T11:19:11,153 DEBUG [RS:0;e12b86b8109d:44225 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T11:19:11,153 INFO [RS:0;e12b86b8109d:44225 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T11:19:11,153 INFO [RS:0;e12b86b8109d:44225 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T11:19:11,253 INFO [RS:0;e12b86b8109d:44225 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:19:11,255 INFO [RS:0;e12b86b8109d:44225 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C44225%2C1733311150107, suffix=, logDir=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,44225,1733311150107, archiveDir=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/oldWALs, maxLogs=10 2024-12-04T11:19:11,267 DEBUG [RS:0;e12b86b8109d:44225 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,44225,1733311150107/e12b86b8109d%2C44225%2C1733311150107.1733311151255, exclude list is [], retry=0 2024-12-04T11:19:11,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40095,DS-5053c0c6-db61-41ba-90e8-9cf783ae9fef,DISK] 2024-12-04T11:19:11,272 INFO [RS:0;e12b86b8109d:44225 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,44225,1733311150107/e12b86b8109d%2C44225%2C1733311150107.1733311151255 2024-12-04T11:19:11,272 DEBUG [RS:0;e12b86b8109d:44225 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40773:40773)] 2024-12-04T11:19:11,290 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:19:11,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:11,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:11,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:11,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:11,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:11,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:11,316 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:19:11,316 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T11:19:11,316 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T11:19:11,316 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T11:19:11,316 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:19:11,316 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T11:19:11,401 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T11:19:11,401 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94 2024-12-04T11:19:11,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741833_1009 (size=32) 2024-12-04T11:19:11,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:19:11,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:19:11,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:19:11,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:11,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:19:11,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:19:11,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:19:11,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:11,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:19:11,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:19:11,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:19:11,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:11,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:19:11,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:19:11,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:19:11,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:11,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:19:11,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:19:11,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/meta/1588230740 2024-12-04T11:19:11,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/meta/1588230740 2024-12-04T11:19:11,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:19:11,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:19:11,819 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:19:11,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:19:11,821 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:19:11,822 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69463417, jitterRate=0.03508557379245758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:19:11,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733311151808Initializing all the Stores at 1733311151809 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311151809Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311151809Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311151809Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311151809Cleaning up temporary data from old regions at 1733311151818 (+9 ms)Region opened successfully at 1733311151822 (+4 ms) 2024-12-04T11:19:11,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:19:11,822 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:19:11,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:19:11,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:19:11,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:19:11,823 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:19:11,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311151822Disabling compacts and flushes for region at 1733311151822Disabling writes for close at 1733311151823 (+1 ms)Writing region close event to WAL at 1733311151823Closed at 1733311151823 2024-12-04T11:19:11,824 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:19:11,824 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T11:19:11,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T11:19:11,825 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:19:11,826 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T11:19:11,976 DEBUG [e12b86b8109d:36611 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T11:19:11,977 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e12b86b8109d,44225,1733311150107 2024-12-04T11:19:11,978 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,44225,1733311150107, state=OPENING 2024-12-04T11:19:12,003 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T11:19:12,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x101a0112c1b0001, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01035444657 2024-12-04T11:19:12,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36611-0x101a0112c1b0000, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01035444657 2024-12-04T11:19:12,097 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01035444657/meta-region-server: CHANGED 2024-12-04T11:19:12,097 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:19:12,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,44225,1733311150107}] 2024-12-04T11:19:12,097 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01035444657/meta-region-server: CHANGED 2024-12-04T11:19:12,250 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T11:19:12,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T11:19:12,256 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T11:19:12,256 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:19:12,256 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T11:19:12,258 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C44225%2C1733311150107.meta, suffix=.meta, logDir=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,44225,1733311150107, archiveDir=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/oldWALs, maxLogs=10 2024-12-04T11:19:12,276 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,44225,1733311150107/e12b86b8109d%2C44225%2C1733311150107.meta.1733311152258.meta, exclude list is [], retry=0 2024-12-04T11:19:12,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40095,DS-5053c0c6-db61-41ba-90e8-9cf783ae9fef,DISK] 2024-12-04T11:19:12,285 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,44225,1733311150107/e12b86b8109d%2C44225%2C1733311150107.meta.1733311152258.meta 2024-12-04T11:19:12,285 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40773:40773)] 2024-12-04T11:19:12,285 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:19:12,286 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:19:12,286 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T11:19:12,286 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T11:19:12,286 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T11:19:12,286 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T11:19:12,286 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:19:12,286 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T11:19:12,286 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T11:19:12,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:19:12,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:19:12,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:12,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:19:12,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:19:12,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:19:12,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:12,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:19:12,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:19:12,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:19:12,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:12,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:19:12,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:19:12,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:19:12,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:12,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:19:12,295 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:19:12,295 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/meta/1588230740 2024-12-04T11:19:12,296 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/meta/1588230740 2024-12-04T11:19:12,297 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:19:12,297 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:19:12,297 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:19:12,298 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:19:12,299 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60561824, jitterRate=-0.09755849838256836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:19:12,299 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T11:19:12,300 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733311152286Writing region info on filesystem at 1733311152286Initializing all the Stores at 1733311152287 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311152287Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311152289 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311152289Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311152289Cleaning up temporary data from old regions at 1733311152297 (+8 ms)Running coprocessor post-open hooks at 1733311152299 (+2 ms)Region opened successfully at 1733311152300 (+1 ms) 2024-12-04T11:19:12,301 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733311152250 2024-12-04T11:19:12,303 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T11:19:12,303 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T11:19:12,303 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e12b86b8109d,44225,1733311150107 2024-12-04T11:19:12,304 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,44225,1733311150107, state=OPEN 2024-12-04T11:19:12,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36611-0x101a0112c1b0000, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01035444657/meta-region-server 2024-12-04T11:19:12,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x101a0112c1b0001, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01035444657/meta-region-server 2024-12-04T11:19:12,374 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e12b86b8109d,44225,1733311150107 2024-12-04T11:19:12,374 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01035444657/meta-region-server: CHANGED 2024-12-04T11:19:12,374 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01035444657/meta-region-server: CHANGED 2024-12-04T11:19:12,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T11:19:12,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,44225,1733311150107 in 277 msec 2024-12-04T11:19:12,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T11:19:12,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 552 msec 2024-12-04T11:19:12,378 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:19:12,378 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T11:19:12,380 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:19:12,380 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,44225,1733311150107, seqNum=-1] 2024-12-04T11:19:12,380 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:19:12,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:19:12,386 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3980 sec 2024-12-04T11:19:12,386 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733311152386, completionTime=-1 2024-12-04T11:19:12,386 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T11:19:12,386 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T11:19:12,387 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T11:19:12,387 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733311212387 2024-12-04T11:19:12,387 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733311272387 2024-12-04T11:19:12,387 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T11:19:12,388 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,36611,1733311149897-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:12,388 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,36611,1733311149897-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:12,388 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,36611,1733311149897-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:12,388 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e12b86b8109d:36611, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:12,388 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:12,388 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:12,389 DEBUG [master/e12b86b8109d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T11:19:12,391 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.177sec 2024-12-04T11:19:12,391 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T11:19:12,391 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T11:19:12,391 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T11:19:12,391 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T11:19:12,391 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T11:19:12,391 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,36611,1733311149897-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:19:12,391 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,36611,1733311149897-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T11:19:12,393 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T11:19:12,393 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T11:19:12,393 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,36611,1733311149897-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:12,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bcabe87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:12,458 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,36611,-1 for getting cluster id 2024-12-04T11:19:12,458 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:19:12,459 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53a3cebc-06f0-4bdb-b849-e25bb411a377' 2024-12-04T11:19:12,459 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:19:12,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53a3cebc-06f0-4bdb-b849-e25bb411a377" 2024-12-04T11:19:12,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a8c1ffc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:12,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,36611,-1] 2024-12-04T11:19:12,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:19:12,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:12,461 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:19:12,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b327741, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:12,462 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:19:12,463 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,44225,1733311150107, seqNum=-1] 2024-12-04T11:19:12,464 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:19:12,465 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:19:12,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e12b86b8109d,36611,1733311149897 2024-12-04T11:19:12,467 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50052 2024-12-04T11:19:12,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:19:12,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a0112c1b0002 connected 2024-12-04T11:19:12,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182103b0-e456-7423-3929-03be4a37db35/hadoop.log.dir so I do NOT create it in target/test-data/f9f8c0d0-3878-9bfc-f2b3-3822c11cb6e0 2024-12-04T11:19:12,556 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182103b0-e456-7423-3929-03be4a37db35/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T11:19:12,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182103b0-e456-7423-3929-03be4a37db35/hadoop.tmp.dir so I do NOT create it in target/test-data/f9f8c0d0-3878-9bfc-f2b3-3822c11cb6e0 2024-12-04T11:19:12,556 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182103b0-e456-7423-3929-03be4a37db35/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T11:19:12,556 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f8c0d0-3878-9bfc-f2b3-3822c11cb6e0 2024-12-04T11:19:12,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T11:19:12,557 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f8c0d0-3878-9bfc-f2b3-3822c11cb6e0/cluster_2c9fc9de-56f6-a1b9-fce3-144802728156, deleteOnExit=true 2024-12-04T11:19:12,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T11:19:12,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f8c0d0-3878-9bfc-f2b3-3822c11cb6e0/test.cache.data in system properties and HBase conf 2024-12-04T11:19:12,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f8c0d0-3878-9bfc-f2b3-3822c11cb6e0/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T11:19:12,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f8c0d0-3878-9bfc-f2b3-3822c11cb6e0/hadoop.log.dir in system properties and HBase conf 2024-12-04T11:19:12,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f8c0d0-3878-9bfc-f2b3-3822c11cb6e0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T11:19:12,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f8c0d0-3878-9bfc-f2b3-3822c11cb6e0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T11:19:12,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T11:19:12,557 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T11:19:12,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f8c0d0-3878-9bfc-f2b3-3822c11cb6e0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T11:19:12,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f8c0d0-3878-9bfc-f2b3-3822c11cb6e0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T11:19:12,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f8c0d0-3878-9bfc-f2b3-3822c11cb6e0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T11:19:12,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f8c0d0-3878-9bfc-f2b3-3822c11cb6e0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T11:19:12,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f8c0d0-3878-9bfc-f2b3-3822c11cb6e0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T11:19:12,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f8c0d0-3878-9bfc-f2b3-3822c11cb6e0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T11:19:12,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f8c0d0-3878-9bfc-f2b3-3822c11cb6e0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T11:19:12,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f8c0d0-3878-9bfc-f2b3-3822c11cb6e0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T11:19:12,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f8c0d0-3878-9bfc-f2b3-3822c11cb6e0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T11:19:12,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f8c0d0-3878-9bfc-f2b3-3822c11cb6e0/nfs.dump.dir in system properties and HBase conf 2024-12-04T11:19:12,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f8c0d0-3878-9bfc-f2b3-3822c11cb6e0/java.io.tmpdir in system properties and HBase conf 2024-12-04T11:19:12,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f8c0d0-3878-9bfc-f2b3-3822c11cb6e0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T11:19:12,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f8c0d0-3878-9bfc-f2b3-3822c11cb6e0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T11:19:12,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f8c0d0-3878-9bfc-f2b3-3822c11cb6e0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T11:19:12,922 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:19:12,927 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T11:19:12,928 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T11:19:12,928 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T11:19:12,928 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T11:19:12,928 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:19:12,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@243c982e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f8c0d0-3878-9bfc-f2b3-3822c11cb6e0/hadoop.log.dir/,AVAILABLE} 2024-12-04T11:19:12,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e8efeae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T11:19:13,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2207950c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f8c0d0-3878-9bfc-f2b3-3822c11cb6e0/java.io.tmpdir/jetty-localhost-41605-hadoop-hdfs-3_4_1-tests_jar-_-any-18191676239931503951/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T11:19:13,021 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@619484eb{HTTP/1.1, (http/1.1)}{localhost:41605} 2024-12-04T11:19:13,021 INFO [Time-limited test {}] server.Server(415): Started @147733ms 2024-12-04T11:19:13,305 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:19:13,312 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T11:19:13,314 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T11:19:13,314 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T11:19:13,314 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T11:19:13,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f8e46f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f8c0d0-3878-9bfc-f2b3-3822c11cb6e0/hadoop.log.dir/,AVAILABLE} 2024-12-04T11:19:13,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e38c1ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T11:19:13,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c111acf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f8c0d0-3878-9bfc-f2b3-3822c11cb6e0/java.io.tmpdir/jetty-localhost-43269-hadoop-hdfs-3_4_1-tests_jar-_-any-12934506099354415910/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T11:19:13,421 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@578c9118{HTTP/1.1, (http/1.1)}{localhost:43269} 2024-12-04T11:19:13,421 INFO [Time-limited test {}] server.Server(415): Started @148132ms 2024-12-04T11:19:13,422 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T11:19:15,117 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f8c0d0-3878-9bfc-f2b3-3822c11cb6e0/cluster_2c9fc9de-56f6-a1b9-fce3-144802728156/data/data1/current/BP-440985248-172.17.0.2-1733311152577/current, will proceed with Du for space computation calculation, 2024-12-04T11:19:15,117 WARN [Thread-1408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f8c0d0-3878-9bfc-f2b3-3822c11cb6e0/cluster_2c9fc9de-56f6-a1b9-fce3-144802728156/data/data2/current/BP-440985248-172.17.0.2-1733311152577/current, will proceed with Du for space computation calculation, 2024-12-04T11:19:15,130 WARN [Thread-1395 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T11:19:15,132 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b04011a5d9135e4 with lease ID 0x11869a7f7f6eb05b: Processing first storage report for DS-bdc1a795-58f1-4dae-b9b7-6c6ff31889d6 from datanode DatanodeRegistration(127.0.0.1:36205, datanodeUuid=cdf1a35d-ab6f-468d-ba80-a0752acfd559, infoPort=37933, infoSecurePort=0, ipcPort=40589, storageInfo=lv=-57;cid=testClusterID;nsid=1511221943;c=1733311152577) 2024-12-04T11:19:15,132 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b04011a5d9135e4 with lease ID 0x11869a7f7f6eb05b: from storage DS-bdc1a795-58f1-4dae-b9b7-6c6ff31889d6 node DatanodeRegistration(127.0.0.1:36205, datanodeUuid=cdf1a35d-ab6f-468d-ba80-a0752acfd559, infoPort=37933, infoSecurePort=0, ipcPort=40589, storageInfo=lv=-57;cid=testClusterID;nsid=1511221943;c=1733311152577), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T11:19:15,132 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b04011a5d9135e4 with lease ID 0x11869a7f7f6eb05b: Processing first storage report for DS-8735c95b-d5f3-413b-b23a-8edca2649d9f from datanode DatanodeRegistration(127.0.0.1:36205, datanodeUuid=cdf1a35d-ab6f-468d-ba80-a0752acfd559, infoPort=37933, infoSecurePort=0, ipcPort=40589, storageInfo=lv=-57;cid=testClusterID;nsid=1511221943;c=1733311152577) 2024-12-04T11:19:15,132 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b04011a5d9135e4 with lease ID 0x11869a7f7f6eb05b: from storage DS-8735c95b-d5f3-413b-b23a-8edca2649d9f node DatanodeRegistration(127.0.0.1:36205, datanodeUuid=cdf1a35d-ab6f-468d-ba80-a0752acfd559, infoPort=37933, infoSecurePort=0, ipcPort=40589, storageInfo=lv=-57;cid=testClusterID;nsid=1511221943;c=1733311152577), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T11:19:15,165 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f8c0d0-3878-9bfc-f2b3-3822c11cb6e0 2024-12-04T11:19:15,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:19:15,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:19:15,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741825_1001 (size=7) 2024-12-04T11:19:15,578 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb with version=8 2024-12-04T11:19:15,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/hbase-staging 2024-12-04T11:19:15,579 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:19:15,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:19:15,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:19:15,579 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:19:15,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:19:15,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:19:15,579 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T11:19:15,579 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:19:15,580 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37099 2024-12-04T11:19:15,580 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37099 connecting to ZooKeeper ensemble=127.0.0.1:50052 2024-12-04T11:19:15,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370990x0, quorum=127.0.0.1:50052, baseZNode=/1391739125 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:19:15,633 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37099-0x101a0112c1b0003 connected 2024-12-04T11:19:15,708 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:19:15,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:19:15,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37099-0x101a0112c1b0003, quorum=127.0.0.1:50052, baseZNode=/1391739125 Set watcher on znode that does not yet exist, /1391739125/running 2024-12-04T11:19:15,711 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb, hbase.cluster.distributed=false 2024-12-04T11:19:15,712 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37099-0x101a0112c1b0003, quorum=127.0.0.1:50052, baseZNode=/1391739125 Set watcher on znode that does not yet exist, /1391739125/acl 2024-12-04T11:19:15,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37099 2024-12-04T11:19:15,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37099 2024-12-04T11:19:15,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37099 2024-12-04T11:19:15,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37099 2024-12-04T11:19:15,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37099 2024-12-04T11:19:15,725 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:19:15,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:19:15,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:19:15,726 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:19:15,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:19:15,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:19:15,726 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T11:19:15,726 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:19:15,726 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42391 2024-12-04T11:19:15,727 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42391 connecting to ZooKeeper ensemble=127.0.0.1:50052 2024-12-04T11:19:15,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:19:15,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:19:15,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423910x0, quorum=127.0.0.1:50052, baseZNode=/1391739125 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:19:15,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423910x0, quorum=127.0.0.1:50052, baseZNode=/1391739125 Set watcher on znode that does not yet exist, /1391739125/running 2024-12-04T11:19:15,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42391-0x101a0112c1b0004 connected 2024-12-04T11:19:15,740 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T11:19:15,740 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T11:19:15,741 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42391-0x101a0112c1b0004, quorum=127.0.0.1:50052, baseZNode=/1391739125 Set watcher on znode that does not yet exist, /1391739125/master 2024-12-04T11:19:15,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42391-0x101a0112c1b0004, quorum=127.0.0.1:50052, baseZNode=/1391739125 Set watcher on znode that does not yet exist, /1391739125/acl 2024-12-04T11:19:15,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42391 2024-12-04T11:19:15,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42391 2024-12-04T11:19:15,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42391 2024-12-04T11:19:15,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42391 2024-12-04T11:19:15,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42391 2024-12-04T11:19:15,757 DEBUG [M:0;e12b86b8109d:37099 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e12b86b8109d:37099 2024-12-04T11:19:15,758 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1391739125/backup-masters/e12b86b8109d,37099,1733311155579 2024-12-04T11:19:15,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x101a0112c1b0004, quorum=127.0.0.1:50052, baseZNode=/1391739125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1391739125/backup-masters 2024-12-04T11:19:15,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x101a0112c1b0003, quorum=127.0.0.1:50052, baseZNode=/1391739125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1391739125/backup-masters 2024-12-04T11:19:15,770 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37099-0x101a0112c1b0003, quorum=127.0.0.1:50052, baseZNode=/1391739125 Set watcher on existing znode=/1391739125/backup-masters/e12b86b8109d,37099,1733311155579 2024-12-04T11:19:15,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x101a0112c1b0004, quorum=127.0.0.1:50052, baseZNode=/1391739125 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1391739125/master 2024-12-04T11:19:15,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x101a0112c1b0003, quorum=127.0.0.1:50052, baseZNode=/1391739125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1391739125 2024-12-04T11:19:15,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x101a0112c1b0004, quorum=127.0.0.1:50052, baseZNode=/1391739125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1391739125 2024-12-04T11:19:15,782 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37099-0x101a0112c1b0003, quorum=127.0.0.1:50052, baseZNode=/1391739125 Set watcher on existing znode=/1391739125/master 2024-12-04T11:19:15,784 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1391739125/backup-masters/e12b86b8109d,37099,1733311155579 from backup master directory 2024-12-04T11:19:15,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x101a0112c1b0004, quorum=127.0.0.1:50052, baseZNode=/1391739125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1391739125/backup-masters 2024-12-04T11:19:15,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x101a0112c1b0003, quorum=127.0.0.1:50052, baseZNode=/1391739125 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1391739125/backup-masters/e12b86b8109d,37099,1733311155579 2024-12-04T11:19:15,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x101a0112c1b0003, quorum=127.0.0.1:50052, baseZNode=/1391739125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1391739125/backup-masters 2024-12-04T11:19:15,792 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:19:15,792 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e12b86b8109d,37099,1733311155579 2024-12-04T11:19:15,796 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/hbase.id] with ID: 57a87419-47d0-4b37-ad58-0c0fe4017c77 2024-12-04T11:19:15,796 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/.tmp/hbase.id 2024-12-04T11:19:15,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741826_1002 (size=42) 2024-12-04T11:19:16,205 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/.tmp/hbase.id]:[hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/hbase.id] 2024-12-04T11:19:16,217 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:19:16,217 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T11:19:16,219 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-04T11:19:16,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x101a0112c1b0004, quorum=127.0.0.1:50052, baseZNode=/1391739125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1391739125 2024-12-04T11:19:16,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x101a0112c1b0003, quorum=127.0.0.1:50052, baseZNode=/1391739125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1391739125 2024-12-04T11:19:16,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741827_1003 (size=196) 2024-12-04T11:19:16,682 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:19:16,682 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T11:19:16,683 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:19:16,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741828_1004 (size=1189) 2024-12-04T11:19:16,819 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:19:16,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:16,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:16,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:16,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:16,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:16,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:17,092 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/MasterData/data/master/store 2024-12-04T11:19:17,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741829_1005 (size=34) 2024-12-04T11:19:17,106 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:19:17,106 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:19:17,106 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:19:17,106 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:19:17,106 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:19:17,106 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:19:17,106 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:19:17,106 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311157106Disabling compacts and flushes for region at 1733311157106Disabling writes for close at 1733311157106Writing region close event to WAL at 1733311157106Closed at 1733311157106 2024-12-04T11:19:17,107 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/MasterData/data/master/store/.initializing 2024-12-04T11:19:17,107 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/MasterData/WALs/e12b86b8109d,37099,1733311155579 2024-12-04T11:19:17,108 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:19:17,109 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e12b86b8109d%2C37099%2C1733311155579, suffix=, logDir=hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/MasterData/WALs/e12b86b8109d,37099,1733311155579, archiveDir=hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/MasterData/oldWALs, maxLogs=10 2024-12-04T11:19:17,111 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T11:19:17,127 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/MasterData/WALs/e12b86b8109d,37099,1733311155579/e12b86b8109d%2C37099%2C1733311155579.1733311157110, exclude list is [], retry=0 2024-12-04T11:19:17,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36205,DS-bdc1a795-58f1-4dae-b9b7-6c6ff31889d6,DISK] 2024-12-04T11:19:17,131 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/MasterData/WALs/e12b86b8109d,37099,1733311155579/e12b86b8109d%2C37099%2C1733311155579.1733311157110 2024-12-04T11:19:17,132 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37933:37933)] 2024-12-04T11:19:17,132 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:19:17,132 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:19:17,132 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:17,132 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:17,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:17,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T11:19:17,135 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:17,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:19:17,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:17,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T11:19:17,136 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:17,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:19:17,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:17,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T11:19:17,138 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:17,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:19:17,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:17,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T11:19:17,139 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:17,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:19:17,140 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:17,140 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:17,140 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:17,141 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:17,141 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:17,142 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:19:17,143 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:17,145 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:19:17,145 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71057594, jitterRate=0.058840662240982056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:19:17,145 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733311157132Initializing all the Stores at 1733311157133 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311157133Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311157133Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311157133Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311157133Cleaning up temporary data from old regions at 1733311157141 (+8 ms)Region opened successfully at 1733311157145 (+4 ms) 2024-12-04T11:19:17,146 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T11:19:17,148 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4be4b85e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:19:17,149 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T11:19:17,149 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T11:19:17,149 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T11:19:17,149 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T11:19:17,150 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T11:19:17,150 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T11:19:17,150 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T11:19:17,152 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T11:19:17,153 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37099-0x101a0112c1b0003, quorum=127.0.0.1:50052, baseZNode=/1391739125 Unable to get data of znode /1391739125/balancer because node does not exist (not necessarily an error) 2024-12-04T11:19:17,202 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1391739125/balancer already deleted, retry=false 2024-12-04T11:19:17,203 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T11:19:17,203 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37099-0x101a0112c1b0003, quorum=127.0.0.1:50052, baseZNode=/1391739125 Unable to get data of znode /1391739125/normalizer because node does not exist (not necessarily an error) 2024-12-04T11:19:17,213 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1391739125/normalizer already deleted, retry=false 2024-12-04T11:19:17,213 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T11:19:17,214 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37099-0x101a0112c1b0003, quorum=127.0.0.1:50052, baseZNode=/1391739125 Unable to get data of znode /1391739125/switch/split because node does not exist (not necessarily an error) 2024-12-04T11:19:17,223 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1391739125/switch/split already deleted, retry=false 2024-12-04T11:19:17,224 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37099-0x101a0112c1b0003, quorum=127.0.0.1:50052, baseZNode=/1391739125 Unable to get data of znode /1391739125/switch/merge because node does not exist (not necessarily an error) 2024-12-04T11:19:17,234 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1391739125/switch/merge already deleted, retry=false 2024-12-04T11:19:17,235 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37099-0x101a0112c1b0003, quorum=127.0.0.1:50052, baseZNode=/1391739125 Unable to get data of znode /1391739125/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T11:19:17,244 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1391739125/snapshot-cleanup already deleted, retry=false 2024-12-04T11:19:17,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x101a0112c1b0004, quorum=127.0.0.1:50052, baseZNode=/1391739125 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1391739125/running 2024-12-04T11:19:17,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x101a0112c1b0003, quorum=127.0.0.1:50052, baseZNode=/1391739125 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1391739125/running 2024-12-04T11:19:17,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x101a0112c1b0004, quorum=127.0.0.1:50052, baseZNode=/1391739125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1391739125 2024-12-04T11:19:17,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x101a0112c1b0003, quorum=127.0.0.1:50052, baseZNode=/1391739125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1391739125 2024-12-04T11:19:17,255 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e12b86b8109d,37099,1733311155579, sessionid=0x101a0112c1b0003, setting cluster-up flag (Was=false) 2024-12-04T11:19:17,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x101a0112c1b0003, quorum=127.0.0.1:50052, baseZNode=/1391739125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1391739125 2024-12-04T11:19:17,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x101a0112c1b0004, quorum=127.0.0.1:50052, baseZNode=/1391739125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1391739125 2024-12-04T11:19:17,308 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1391739125/flush-table-proc/acquired, /1391739125/flush-table-proc/reached, /1391739125/flush-table-proc/abort 2024-12-04T11:19:17,309 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,37099,1733311155579 2024-12-04T11:19:17,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x101a0112c1b0004, quorum=127.0.0.1:50052, baseZNode=/1391739125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1391739125 2024-12-04T11:19:17,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x101a0112c1b0003, quorum=127.0.0.1:50052, baseZNode=/1391739125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1391739125 2024-12-04T11:19:17,360 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1391739125/online-snapshot/acquired, /1391739125/online-snapshot/reached, /1391739125/online-snapshot/abort 2024-12-04T11:19:17,361 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,37099,1733311155579 2024-12-04T11:19:17,362 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T11:19:17,364 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T11:19:17,364 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T11:19:17,364 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T11:19:17,364 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e12b86b8109d,37099,1733311155579 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T11:19:17,365 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:19:17,365 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:19:17,365 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:19:17,365 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:19:17,365 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e12b86b8109d:0, corePoolSize=10, maxPoolSize=10 2024-12-04T11:19:17,365 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:17,365 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:19:17,365 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:17,368 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733311187368 2024-12-04T11:19:17,368 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T11:19:17,368 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T11:19:17,368 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T11:19:17,368 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T11:19:17,368 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T11:19:17,368 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T11:19:17,369 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:19:17,369 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T11:19:17,370 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:17,370 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T11:19:17,372 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:17,373 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T11:19:17,373 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T11:19:17,373 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T11:19:17,373 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T11:19:17,373 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T11:19:17,373 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T11:19:17,374 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311157373,5,FailOnTimeoutGroup] 2024-12-04T11:19:17,377 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311157374,5,FailOnTimeoutGroup] 2024-12-04T11:19:17,377 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:17,377 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T11:19:17,377 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:17,377 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:17,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741831_1007 (size=1321) 2024-12-04T11:19:17,450 INFO [RS:0;e12b86b8109d:42391 {}] regionserver.HRegionServer(746): ClusterId : 57a87419-47d0-4b37-ad58-0c0fe4017c77 2024-12-04T11:19:17,450 DEBUG [RS:0;e12b86b8109d:42391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T11:19:17,456 DEBUG [RS:0;e12b86b8109d:42391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T11:19:17,456 DEBUG [RS:0;e12b86b8109d:42391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T11:19:17,467 DEBUG [RS:0;e12b86b8109d:42391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T11:19:17,468 DEBUG [RS:0;e12b86b8109d:42391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11f897ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:19:17,488 DEBUG [RS:0;e12b86b8109d:42391 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e12b86b8109d:42391 2024-12-04T11:19:17,488 INFO [RS:0;e12b86b8109d:42391 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T11:19:17,488 INFO [RS:0;e12b86b8109d:42391 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T11:19:17,488 DEBUG [RS:0;e12b86b8109d:42391 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T11:19:17,489 INFO [RS:0;e12b86b8109d:42391 {}] regionserver.HRegionServer(2659): reportForDuty to master=e12b86b8109d,37099,1733311155579 with port=42391, startcode=1733311155725 2024-12-04T11:19:17,490 DEBUG [RS:0;e12b86b8109d:42391 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T11:19:17,505 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T11:19:17,505 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37099 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e12b86b8109d,42391,1733311155725 2024-12-04T11:19:17,506 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37099 {}] master.ServerManager(517): Registering regionserver=e12b86b8109d,42391,1733311155725 2024-12-04T11:19:17,511 DEBUG [RS:0;e12b86b8109d:42391 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb 2024-12-04T11:19:17,511 DEBUG [RS:0;e12b86b8109d:42391 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38871 2024-12-04T11:19:17,511 DEBUG [RS:0;e12b86b8109d:42391 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T11:19:17,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x101a0112c1b0003, quorum=127.0.0.1:50052, baseZNode=/1391739125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1391739125/rs 2024-12-04T11:19:17,540 DEBUG [RS:0;e12b86b8109d:42391 {}] zookeeper.ZKUtil(111): regionserver:42391-0x101a0112c1b0004, quorum=127.0.0.1:50052, baseZNode=/1391739125 Set watcher on existing znode=/1391739125/rs/e12b86b8109d,42391,1733311155725 2024-12-04T11:19:17,540 WARN [RS:0;e12b86b8109d:42391 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:19:17,540 INFO [RS:0;e12b86b8109d:42391 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:19:17,540 DEBUG [RS:0;e12b86b8109d:42391 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/WALs/e12b86b8109d,42391,1733311155725 2024-12-04T11:19:17,541 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e12b86b8109d,42391,1733311155725] 2024-12-04T11:19:17,545 INFO [RS:0;e12b86b8109d:42391 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T11:19:17,548 INFO [RS:0;e12b86b8109d:42391 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T11:19:17,548 INFO [RS:0;e12b86b8109d:42391 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T11:19:17,549 INFO [RS:0;e12b86b8109d:42391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:17,551 INFO [RS:0;e12b86b8109d:42391 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T11:19:17,552 INFO [RS:0;e12b86b8109d:42391 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T11:19:17,553 INFO [RS:0;e12b86b8109d:42391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:17,553 DEBUG [RS:0;e12b86b8109d:42391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:17,553 DEBUG [RS:0;e12b86b8109d:42391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:17,553 DEBUG [RS:0;e12b86b8109d:42391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:17,553 DEBUG [RS:0;e12b86b8109d:42391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:17,553 DEBUG [RS:0;e12b86b8109d:42391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:17,553 DEBUG [RS:0;e12b86b8109d:42391 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:19:17,553 DEBUG [RS:0;e12b86b8109d:42391 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:17,553 DEBUG [RS:0;e12b86b8109d:42391 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:17,554 DEBUG [RS:0;e12b86b8109d:42391 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:17,554 DEBUG [RS:0;e12b86b8109d:42391 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:17,554 DEBUG [RS:0;e12b86b8109d:42391 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:17,554 DEBUG [RS:0;e12b86b8109d:42391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:17,554 DEBUG [RS:0;e12b86b8109d:42391 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:19:17,554 DEBUG [RS:0;e12b86b8109d:42391 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:19:17,560 INFO [RS:0;e12b86b8109d:42391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:17,560 INFO [RS:0;e12b86b8109d:42391 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:17,560 INFO [RS:0;e12b86b8109d:42391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:17,560 INFO [RS:0;e12b86b8109d:42391 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:17,560 INFO [RS:0;e12b86b8109d:42391 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:17,561 INFO [RS:0;e12b86b8109d:42391 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,42391,1733311155725-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:19:17,581 INFO [RS:0;e12b86b8109d:42391 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T11:19:17,582 INFO [RS:0;e12b86b8109d:42391 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,42391,1733311155725-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:17,582 INFO [RS:0;e12b86b8109d:42391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:17,582 INFO [RS:0;e12b86b8109d:42391 {}] regionserver.Replication(171): e12b86b8109d,42391,1733311155725 started 2024-12-04T11:19:17,596 INFO [RS:0;e12b86b8109d:42391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:17,596 INFO [RS:0;e12b86b8109d:42391 {}] regionserver.HRegionServer(1482): Serving as e12b86b8109d,42391,1733311155725, RpcServer on e12b86b8109d/172.17.0.2:42391, sessionid=0x101a0112c1b0004 2024-12-04T11:19:17,597 DEBUG [RS:0;e12b86b8109d:42391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T11:19:17,597 DEBUG [RS:0;e12b86b8109d:42391 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e12b86b8109d,42391,1733311155725 2024-12-04T11:19:17,597 DEBUG [RS:0;e12b86b8109d:42391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,42391,1733311155725' 2024-12-04T11:19:17,597 DEBUG [RS:0;e12b86b8109d:42391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1391739125/flush-table-proc/abort' 2024-12-04T11:19:17,597 DEBUG [RS:0;e12b86b8109d:42391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1391739125/flush-table-proc/acquired' 2024-12-04T11:19:17,598 DEBUG [RS:0;e12b86b8109d:42391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T11:19:17,598 DEBUG [RS:0;e12b86b8109d:42391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T11:19:17,598 DEBUG [RS:0;e12b86b8109d:42391 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e12b86b8109d,42391,1733311155725 2024-12-04T11:19:17,598 DEBUG [RS:0;e12b86b8109d:42391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,42391,1733311155725' 2024-12-04T11:19:17,598 DEBUG [RS:0;e12b86b8109d:42391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1391739125/online-snapshot/abort' 2024-12-04T11:19:17,598 DEBUG [RS:0;e12b86b8109d:42391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1391739125/online-snapshot/acquired' 2024-12-04T11:19:17,598 DEBUG [RS:0;e12b86b8109d:42391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T11:19:17,598 INFO [RS:0;e12b86b8109d:42391 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T11:19:17,599 INFO [RS:0;e12b86b8109d:42391 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T11:19:17,699 INFO [RS:0;e12b86b8109d:42391 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:19:17,701 INFO [RS:0;e12b86b8109d:42391 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C42391%2C1733311155725, suffix=, logDir=hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/WALs/e12b86b8109d,42391,1733311155725, archiveDir=hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/oldWALs, maxLogs=10 2024-12-04T11:19:17,714 DEBUG [RS:0;e12b86b8109d:42391 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/WALs/e12b86b8109d,42391,1733311155725/e12b86b8109d%2C42391%2C1733311155725.1733311157701, exclude list is [], retry=0 2024-12-04T11:19:17,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36205,DS-bdc1a795-58f1-4dae-b9b7-6c6ff31889d6,DISK] 2024-12-04T11:19:17,718 INFO [RS:0;e12b86b8109d:42391 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/WALs/e12b86b8109d,42391,1733311155725/e12b86b8109d%2C42391%2C1733311155725.1733311157701 2024-12-04T11:19:17,718 DEBUG [RS:0;e12b86b8109d:42391 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37933:37933)] 2024-12-04T11:19:17,779 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T11:19:17,779 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb 2024-12-04T11:19:17,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741833_1009 (size=32) 2024-12-04T11:19:17,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:19:17,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:19:17,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:19:17,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:17,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:19:17,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:19:17,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:19:17,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:17,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:19:17,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:19:17,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:19:17,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:17,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:19:17,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:19:17,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:19:17,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:17,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:19:17,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:19:17,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/data/hbase/meta/1588230740 2024-12-04T11:19:17,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/data/hbase/meta/1588230740 2024-12-04T11:19:17,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:19:17,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:19:17,796 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:19:17,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:19:17,799 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:19:17,800 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69713709, jitterRate=0.0388152152299881}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:19:17,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733311157785Initializing all the Stores at 1733311157786 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311157786Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311157786Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311157786Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311157786Cleaning up temporary data from old regions at 1733311157796 (+10 ms)Region opened successfully at 1733311157800 (+4 ms) 2024-12-04T11:19:17,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:19:17,800 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:19:17,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:19:17,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:19:17,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:19:17,800 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:19:17,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311157800Disabling compacts and flushes for region at 1733311157800Disabling writes for close at 1733311157800Writing region close event to WAL at 1733311157800Closed at 1733311157800 2024-12-04T11:19:17,801 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:19:17,801 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T11:19:17,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T11:19:17,802 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:19:17,803 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T11:19:17,953 DEBUG [e12b86b8109d:37099 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T11:19:17,954 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e12b86b8109d,42391,1733311155725 2024-12-04T11:19:17,955 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,42391,1733311155725, state=OPENING 2024-12-04T11:19:18,065 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T11:19:18,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x101a0112c1b0003, quorum=127.0.0.1:50052, baseZNode=/1391739125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1391739125 2024-12-04T11:19:18,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x101a0112c1b0004, quorum=127.0.0.1:50052, baseZNode=/1391739125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1391739125 2024-12-04T11:19:18,087 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:19:18,087 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1391739125/meta-region-server: CHANGED 2024-12-04T11:19:18,087 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1391739125/meta-region-server: CHANGED 2024-12-04T11:19:18,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,42391,1733311155725}] 2024-12-04T11:19:18,239 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T11:19:18,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T11:19:18,244 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T11:19:18,244 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:19:18,244 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T11:19:18,246 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C42391%2C1733311155725.meta, suffix=.meta, logDir=hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/WALs/e12b86b8109d,42391,1733311155725, archiveDir=hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/oldWALs, maxLogs=10 2024-12-04T11:19:18,260 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/WALs/e12b86b8109d,42391,1733311155725/e12b86b8109d%2C42391%2C1733311155725.meta.1733311158246.meta, exclude list is [], retry=0 2024-12-04T11:19:18,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36205,DS-bdc1a795-58f1-4dae-b9b7-6c6ff31889d6,DISK] 2024-12-04T11:19:18,264 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/WALs/e12b86b8109d,42391,1733311155725/e12b86b8109d%2C42391%2C1733311155725.meta.1733311158246.meta 2024-12-04T11:19:18,264 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37933:37933)] 2024-12-04T11:19:18,264 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:19:18,265 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:19:18,265 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T11:19:18,265 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T11:19:18,265 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T11:19:18,265 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T11:19:18,265 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:19:18,265 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T11:19:18,265 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T11:19:18,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:19:18,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:19:18,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:18,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:19:18,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:19:18,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:19:18,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:18,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:19:18,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:19:18,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:19:18,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:18,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:19:18,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:19:18,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:19:18,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:18,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:19:18,273 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:19:18,273 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/data/hbase/meta/1588230740 2024-12-04T11:19:18,275 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/data/hbase/meta/1588230740 2024-12-04T11:19:18,276 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:19:18,276 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:19:18,276 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:19:18,278 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:19:18,278 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68912896, jitterRate=0.026882171630859375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:19:18,278 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T11:19:18,278 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733311158265Writing region info on filesystem at 1733311158265Initializing all the Stores at 1733311158266 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311158266Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311158266Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311158266Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311158266Cleaning up temporary data from old regions at 1733311158276 (+10 ms)Running coprocessor post-open hooks at 1733311158278 (+2 ms)Region opened successfully at 1733311158278 2024-12-04T11:19:18,279 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733311158239 2024-12-04T11:19:18,282 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T11:19:18,282 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T11:19:18,282 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e12b86b8109d,42391,1733311155725 2024-12-04T11:19:18,283 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,42391,1733311155725, state=OPEN 2024-12-04T11:19:18,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x101a0112c1b0003, quorum=127.0.0.1:50052, baseZNode=/1391739125 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1391739125/meta-region-server 2024-12-04T11:19:18,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x101a0112c1b0004, quorum=127.0.0.1:50052, baseZNode=/1391739125 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1391739125/meta-region-server 2024-12-04T11:19:18,297 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e12b86b8109d,42391,1733311155725 2024-12-04T11:19:18,297 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1391739125/meta-region-server: CHANGED 2024-12-04T11:19:18,297 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1391739125/meta-region-server: CHANGED 2024-12-04T11:19:18,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T11:19:18,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,42391,1733311155725 in 210 msec 2024-12-04T11:19:18,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T11:19:18,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 498 msec 2024-12-04T11:19:18,302 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:19:18,302 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T11:19:18,303 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:19:18,303 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,42391,1733311155725, seqNum=-1] 2024-12-04T11:19:18,303 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:19:18,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:19:18,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 944 msec 2024-12-04T11:19:18,308 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733311158308, completionTime=-1 2024-12-04T11:19:18,308 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T11:19:18,308 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T11:19:18,310 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T11:19:18,310 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733311218310 2024-12-04T11:19:18,310 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733311278310 2024-12-04T11:19:18,310 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T11:19:18,310 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,37099,1733311155579-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:18,310 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,37099,1733311155579-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:18,310 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,37099,1733311155579-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:18,310 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e12b86b8109d:37099, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:18,310 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:18,311 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:18,312 DEBUG [master/e12b86b8109d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T11:19:18,314 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.521sec 2024-12-04T11:19:18,314 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T11:19:18,314 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T11:19:18,314 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T11:19:18,314 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T11:19:18,314 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T11:19:18,314 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,37099,1733311155579-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:19:18,314 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,37099,1733311155579-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T11:19:18,316 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T11:19:18,316 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T11:19:18,316 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,37099,1733311155579-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:18,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548b3e3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:18,351 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,37099,-1 for getting cluster id 2024-12-04T11:19:18,351 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:19:18,352 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '57a87419-47d0-4b37-ad58-0c0fe4017c77' 2024-12-04T11:19:18,352 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:19:18,352 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "57a87419-47d0-4b37-ad58-0c0fe4017c77" 2024-12-04T11:19:18,353 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22f2c2ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:18,353 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,37099,-1] 2024-12-04T11:19:18,353 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:19:18,353 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:18,354 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:19:18,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4779aab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:18,355 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:19:18,356 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,42391,1733311155725, seqNum=-1] 2024-12-04T11:19:18,356 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:19:18,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:19:18,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e12b86b8109d,37099,1733311155579 2024-12-04T11:19:18,359 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50052 2024-12-04T11:19:18,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50052, baseZNode=/1391739125 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:19:18,371 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a0112c1b0005 connected 2024-12-04T11:19:18,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28cb8b03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:18,384 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,36611,-1 for getting cluster id 2024-12-04T11:19:18,384 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:19:18,385 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53a3cebc-06f0-4bdb-b849-e25bb411a377' 2024-12-04T11:19:18,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:19:18,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53a3cebc-06f0-4bdb-b849-e25bb411a377" 2024-12-04T11:19:18,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6484b13a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:18,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,36611,-1] 2024-12-04T11:19:18,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:19:18,386 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:18,386 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:19:18,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b1dbad8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:18,387 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:19:18,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,36611,1733311149897 2024-12-04T11:19:18,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d93ec47 2024-12-04T11:19:18,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:19:18,389 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:19:18,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36611 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e12b86b8109d:37099,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T11:19:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36611 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T11:19:18,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:19:18,391 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e12b86b8109d:37099' 2024-12-04T11:19:18,392 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@397808d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:18,392 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,37099,-1 for getting cluster id 2024-12-04T11:19:18,392 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:19:18,393 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '57a87419-47d0-4b37-ad58-0c0fe4017c77' 2024-12-04T11:19:18,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:19:18,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "57a87419-47d0-4b37-ad58-0c0fe4017c77" 2024-12-04T11:19:18,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26420c94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:18,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,37099,-1] 2024-12-04T11:19:18,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:19:18,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:18,394 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:19:18,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce1df6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:18,395 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:19:18,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,37099,1733311155579 2024-12-04T11:19:18,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@405dff61 2024-12-04T11:19:18,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:19:18,396 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:19:18,397 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-04T11:19:18,397 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T11:19:18,397 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:18,397 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:18,397 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:19:18,397 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:19:18,398 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T11:19:18,399 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T11:19:18,399 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:18,400 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T11:19:18,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741835_1011 (size=1138) 2024-12-04T11:19:18,449 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T11:19:18,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:19:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:19:18,807 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a2189d8a35ee4e5931645cd678d5909d, NAME => 'hbase:replication,,1733311158397.a2189d8a35ee4e5931645cd678d5909d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94 2024-12-04T11:19:18,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741836_1012 (size=44) 2024-12-04T11:19:19,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:19:19,212 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733311158397.a2189d8a35ee4e5931645cd678d5909d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:19:19,213 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a2189d8a35ee4e5931645cd678d5909d, disabling compactions & flushes 2024-12-04T11:19:19,213 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733311158397.a2189d8a35ee4e5931645cd678d5909d. 2024-12-04T11:19:19,213 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733311158397.a2189d8a35ee4e5931645cd678d5909d. 2024-12-04T11:19:19,213 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733311158397.a2189d8a35ee4e5931645cd678d5909d. after waiting 0 ms 2024-12-04T11:19:19,213 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733311158397.a2189d8a35ee4e5931645cd678d5909d. 2024-12-04T11:19:19,213 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733311158397.a2189d8a35ee4e5931645cd678d5909d. 2024-12-04T11:19:19,213 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a2189d8a35ee4e5931645cd678d5909d: Waiting for close lock at 1733311159212Disabling compacts and flushes for region at 1733311159212Disabling writes for close at 1733311159213 (+1 ms)Writing region close event to WAL at 1733311159213Closed at 1733311159213 2024-12-04T11:19:19,214 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T11:19:19,214 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733311158397.a2189d8a35ee4e5931645cd678d5909d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733311159214"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733311159214"}]},"ts":"1733311159214"} 2024-12-04T11:19:19,216 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T11:19:19,216 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T11:19:19,217 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311159216"}]},"ts":"1733311159216"} 2024-12-04T11:19:19,218 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T11:19:19,218 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a2189d8a35ee4e5931645cd678d5909d, ASSIGN}] 2024-12-04T11:19:19,219 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a2189d8a35ee4e5931645cd678d5909d, ASSIGN 2024-12-04T11:19:19,220 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a2189d8a35ee4e5931645cd678d5909d, ASSIGN; state=OFFLINE, location=e12b86b8109d,44225,1733311150107; forceNewPlan=false, retain=false 2024-12-04T11:19:19,370 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a2189d8a35ee4e5931645cd678d5909d, regionState=OPENING, regionLocation=e12b86b8109d,44225,1733311150107 2024-12-04T11:19:19,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a2189d8a35ee4e5931645cd678d5909d, ASSIGN because future has completed 2024-12-04T11:19:19,372 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2189d8a35ee4e5931645cd678d5909d, server=e12b86b8109d,44225,1733311150107}] 2024-12-04T11:19:19,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:19:19,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733311158397.a2189d8a35ee4e5931645cd678d5909d. 2024-12-04T11:19:19,528 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:19:19,528 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T11:19:19,529 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C44225%2C1733311150107.rep, suffix=, logDir=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,44225,1733311150107, archiveDir=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/oldWALs, maxLogs=10 2024-12-04T11:19:19,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,44225,1733311150107/e12b86b8109d%2C44225%2C1733311150107.rep.1733311159530, exclude list is [], retry=0 2024-12-04T11:19:19,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40095,DS-5053c0c6-db61-41ba-90e8-9cf783ae9fef,DISK] 2024-12-04T11:19:19,544 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,44225,1733311150107/e12b86b8109d%2C44225%2C1733311150107.rep.1733311159530 2024-12-04T11:19:19,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40773:40773)] 2024-12-04T11:19:19,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => a2189d8a35ee4e5931645cd678d5909d, NAME => 'hbase:replication,,1733311158397.a2189d8a35ee4e5931645cd678d5909d.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:19:19,545 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:19:19,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T11:19:19,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733311158397.a2189d8a35ee4e5931645cd678d5909d. service=MultiRowMutationService 2024-12-04T11:19:19,545 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T11:19:19,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a2189d8a35ee4e5931645cd678d5909d 2024-12-04T11:19:19,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733311158397.a2189d8a35ee4e5931645cd678d5909d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:19:19,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for a2189d8a35ee4e5931645cd678d5909d 2024-12-04T11:19:19,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for a2189d8a35ee4e5931645cd678d5909d 2024-12-04T11:19:19,547 INFO [StoreOpener-a2189d8a35ee4e5931645cd678d5909d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a2189d8a35ee4e5931645cd678d5909d 2024-12-04T11:19:19,548 INFO [StoreOpener-a2189d8a35ee4e5931645cd678d5909d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2189d8a35ee4e5931645cd678d5909d columnFamilyName hfileref 2024-12-04T11:19:19,548 DEBUG [StoreOpener-a2189d8a35ee4e5931645cd678d5909d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:19,548 INFO [StoreOpener-a2189d8a35ee4e5931645cd678d5909d-1 {}] regionserver.HStore(327): Store=a2189d8a35ee4e5931645cd678d5909d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:19:19,548 INFO [StoreOpener-a2189d8a35ee4e5931645cd678d5909d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a2189d8a35ee4e5931645cd678d5909d 2024-12-04T11:19:19,549 INFO [StoreOpener-a2189d8a35ee4e5931645cd678d5909d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2189d8a35ee4e5931645cd678d5909d columnFamilyName queue 2024-12-04T11:19:19,549 DEBUG [StoreOpener-a2189d8a35ee4e5931645cd678d5909d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:19,549 INFO [StoreOpener-a2189d8a35ee4e5931645cd678d5909d-1 {}] regionserver.HStore(327): Store=a2189d8a35ee4e5931645cd678d5909d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:19:19,549 INFO [StoreOpener-a2189d8a35ee4e5931645cd678d5909d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a2189d8a35ee4e5931645cd678d5909d 2024-12-04T11:19:19,550 INFO [StoreOpener-a2189d8a35ee4e5931645cd678d5909d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2189d8a35ee4e5931645cd678d5909d columnFamilyName sid 2024-12-04T11:19:19,550 DEBUG [StoreOpener-a2189d8a35ee4e5931645cd678d5909d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:19,550 INFO [StoreOpener-a2189d8a35ee4e5931645cd678d5909d-1 {}] regionserver.HStore(327): Store=a2189d8a35ee4e5931645cd678d5909d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:19:19,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for a2189d8a35ee4e5931645cd678d5909d 2024-12-04T11:19:19,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/replication/a2189d8a35ee4e5931645cd678d5909d 2024-12-04T11:19:19,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/replication/a2189d8a35ee4e5931645cd678d5909d 2024-12-04T11:19:19,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for a2189d8a35ee4e5931645cd678d5909d 2024-12-04T11:19:19,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for a2189d8a35ee4e5931645cd678d5909d 2024-12-04T11:19:19,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T11:19:19,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for a2189d8a35ee4e5931645cd678d5909d 2024-12-04T11:19:19,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/replication/a2189d8a35ee4e5931645cd678d5909d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:19:19,555 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened a2189d8a35ee4e5931645cd678d5909d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58748408, jitterRate=-0.1245805025100708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T11:19:19,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a2189d8a35ee4e5931645cd678d5909d 2024-12-04T11:19:19,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for a2189d8a35ee4e5931645cd678d5909d: Running coprocessor pre-open hook at 1733311159545Writing region info on filesystem at 1733311159545Initializing all the Stores at 1733311159546 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311159546Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311159546Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311159546Cleaning up temporary data from old regions at 1733311159552 (+6 ms)Running coprocessor post-open hooks at 1733311159555 (+3 ms)Region opened successfully at 1733311159556 (+1 ms) 2024-12-04T11:19:19,556 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733311158397.a2189d8a35ee4e5931645cd678d5909d., pid=7, masterSystemTime=1733311159524 2024-12-04T11:19:19,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733311158397.a2189d8a35ee4e5931645cd678d5909d. 2024-12-04T11:19:19,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733311158397.a2189d8a35ee4e5931645cd678d5909d. 2024-12-04T11:19:19,559 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a2189d8a35ee4e5931645cd678d5909d, regionState=OPEN, openSeqNum=2, regionLocation=e12b86b8109d,44225,1733311150107 2024-12-04T11:19:19,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2189d8a35ee4e5931645cd678d5909d, server=e12b86b8109d,44225,1733311150107 because future has completed 2024-12-04T11:19:19,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-04T11:19:19,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a2189d8a35ee4e5931645cd678d5909d, server=e12b86b8109d,44225,1733311150107 in 190 msec 2024-12-04T11:19:19,565 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T11:19:19,565 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a2189d8a35ee4e5931645cd678d5909d, ASSIGN in 345 msec 2024-12-04T11:19:19,566 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T11:19:19,566 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311159566"}]},"ts":"1733311159566"} 2024-12-04T11:19:19,568 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T11:19:19,569 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T11:19:19,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-12-04T11:19:19,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733311158397.a2189d8a35ee4e5931645cd678d5909d., hostname=e12b86b8109d,44225,1733311150107, seqNum=2] 2024-12-04T11:19:19,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36611-0x101a0112c1b0000, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01035444657 2024-12-04T11:19:19,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x101a0112c1b0001, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01035444657 2024-12-04T11:19:19,719 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T11:19:19,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44225 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-04T11:19:19,872 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T11:19:19,896 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-e12b86b8109d,44225,1733311150107, ReplicationSource: 1, currentBandwidth=0 2024-12-04T11:19:19,897 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:19:19,897 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,44225,1733311150107, seqNum=-1] 2024-12-04T11:19:19,897 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:19:19,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-04T11:19:19,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e12b86b8109d,44225,1733311150107', locateType=CURRENT is [region=hbase:replication,,1733311158397.a2189d8a35ee4e5931645cd678d5909d., hostname=e12b86b8109d,44225,1733311150107, seqNum=2] 2024-12-04T11:19:19,901 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-04T11:19:19,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36611 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-04T11:19:19,903 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e12b86b8109d,44225,1733311150107 suceeded 2024-12-04T11:19:19,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-04T11:19:19,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-12-04T11:19:19,905 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e12b86b8109d:37099,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T11:19:19,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5160 sec 2024-12-04T11:19:19,914 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,44225,1733311150107 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e12b86b8109d:37099' 2024-12-04T11:19:19,915 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,44225,1733311150107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1133fe21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:19,915 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,44225,1733311150107 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,37099,-1 for getting cluster id 2024-12-04T11:19:19,915 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,44225,1733311150107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:19:19,916 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '57a87419-47d0-4b37-ad58-0c0fe4017c77' 2024-12-04T11:19:19,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:19:19,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "57a87419-47d0-4b37-ad58-0c0fe4017c77" 2024-12-04T11:19:19,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@675a8a21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:19,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,37099,-1] 2024-12-04T11:19:19,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:19:19,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:19,917 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:19:19,918 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,44225,1733311150107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@272a948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:19,918 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,44225,1733311150107 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:19:19,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,37099,1733311155579 2024-12-04T11:19:19,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12092cf1 2024-12-04T11:19:19,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:19:19,920 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-04T11:19:19,920 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,44225,1733311150107 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e12b86b8109d,44225,1733311150107 (queues=1) is replicating from cluster=53a3cebc-06f0-4bdb-b849-e25bb411a377 to cluster=57a87419-47d0-4b37-ad58-0c0fe4017c77 2024-12-04T11:19:19,920 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,44225,1733311150107 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e12b86b8109d%2C44225%2C1733311150107 2024-12-04T11:19:19,920 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,44225,1733311150107 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e12b86b8109d,44225,1733311150107, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T11:19:19,921 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,44225,1733311150107.replicationSource.wal-reader.e12b86b8109d%2C44225%2C1733311150107,1-e12b86b8109d,44225,1733311150107 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,44225,1733311150107/e12b86b8109d%2C44225%2C1733311150107.1733311151255, startPosition=0, beingWritten=true 2024-12-04T11:19:19,921 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,44225,1733311150107.replicationSource.shippere12b86b8109d%2C44225%2C1733311150107,1-e12b86b8109d,44225,1733311150107 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e12b86b8109d%2C44225%2C1733311150107 2024-12-04T11:19:20,126 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,44225,1733311150107.replicationSource.wal-reader.e12b86b8109d%2C44225%2C1733311150107,1-e12b86b8109d,44225,1733311150107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,44225,1733311150107/e12b86b8109d%2C44225%2C1733311150107.1733311151255 to pos 0, reset compression=false 2024-12-04T11:19:20,430 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,44225,1733311150107.replicationSource.wal-reader.e12b86b8109d%2C44225%2C1733311150107,1-e12b86b8109d,44225,1733311150107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,44225,1733311150107/e12b86b8109d%2C44225%2C1733311150107.1733311151255 to pos 0, reset compression=false 2024-12-04T11:19:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:19:20,538 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T11:19:20,538 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:19:20,538 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:19:20,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:20,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:20,538 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:19:20,538 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:19:20,539 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,36611,1733311149897 2024-12-04T11:19:20,539 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c313b92 2024-12-04T11:19:20,539 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:19:20,540 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:19:20,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36611 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T11:19:20,540 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:19:20,540 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:19:20,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:20,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:20,541 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T11:19:20,541 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=450587939, stopped=false 2024-12-04T11:19:20,541 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e12b86b8109d,36611,1733311149897 2024-12-04T11:19:20,541 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:19:20,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x101a0112c1b0001, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01035444657/running 2024-12-04T11:19:20,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36611-0x101a0112c1b0000, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01035444657/running 2024-12-04T11:19:20,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x101a0112c1b0001, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01035444657 2024-12-04T11:19:20,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36611-0x101a0112c1b0000, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01035444657 2024-12-04T11:19:20,664 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:19:20,664 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:19:20,664 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:19:20,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:20,664 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44225-0x101a0112c1b0001, quorum=127.0.0.1:50052, baseZNode=/01035444657 Set watcher on znode that does not yet exist, /01035444657/running 2024-12-04T11:19:20,664 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36611-0x101a0112c1b0000, quorum=127.0.0.1:50052, baseZNode=/01035444657 Set watcher on znode that does not yet exist, /01035444657/running 2024-12-04T11:19:20,664 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e12b86b8109d,44225,1733311150107' ***** 2024-12-04T11:19:20,664 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T11:19:20,665 INFO [RS:0;e12b86b8109d:44225 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T11:19:20,665 INFO [RS:0;e12b86b8109d:44225 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T11:19:20,665 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T11:19:20,665 INFO [RS:0;e12b86b8109d:44225 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T11:19:20,665 INFO [RS:0;e12b86b8109d:44225 {}] regionserver.HRegionServer(3091): Received CLOSE for a2189d8a35ee4e5931645cd678d5909d 2024-12-04T11:19:20,665 INFO [RS:0;e12b86b8109d:44225 {}] regionserver.HRegionServer(959): stopping server e12b86b8109d,44225,1733311150107 2024-12-04T11:19:20,665 INFO [RS:0;e12b86b8109d:44225 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:19:20,665 INFO [RS:0;e12b86b8109d:44225 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:44225. 2024-12-04T11:19:20,665 DEBUG [RS:0;e12b86b8109d:44225 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:19:20,665 DEBUG [RS:0;e12b86b8109d:44225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:20,665 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a2189d8a35ee4e5931645cd678d5909d, disabling compactions & flushes 2024-12-04T11:19:20,665 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733311158397.a2189d8a35ee4e5931645cd678d5909d. 2024-12-04T11:19:20,665 INFO [RS:0;e12b86b8109d:44225 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T11:19:20,665 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733311158397.a2189d8a35ee4e5931645cd678d5909d. 2024-12-04T11:19:20,665 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733311158397.a2189d8a35ee4e5931645cd678d5909d. after waiting 0 ms 2024-12-04T11:19:20,665 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733311158397.a2189d8a35ee4e5931645cd678d5909d. 2024-12-04T11:19:20,665 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a2189d8a35ee4e5931645cd678d5909d 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-04T11:19:20,665 INFO [RS:0;e12b86b8109d:44225 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T11:19:20,665 INFO [RS:0;e12b86b8109d:44225 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T11:19:20,665 INFO [RS:0;e12b86b8109d:44225 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T11:19:20,666 INFO [RS:0;e12b86b8109d:44225 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T11:19:20,666 DEBUG [RS:0;e12b86b8109d:44225 {}] regionserver.HRegionServer(1325): Online Regions={a2189d8a35ee4e5931645cd678d5909d=hbase:replication,,1733311158397.a2189d8a35ee4e5931645cd678d5909d., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T11:19:20,666 DEBUG [RS:0;e12b86b8109d:44225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a2189d8a35ee4e5931645cd678d5909d 2024-12-04T11:19:20,666 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:19:20,666 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:19:20,666 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:19:20,666 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:19:20,666 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:19:20,666 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-04T11:19:20,678 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/meta/1588230740/.tmp/info/4e97887c01d543acb0f3dc7046adb90f is 147, key is hbase:replication,,1733311158397.a2189d8a35ee4e5931645cd678d5909d./info:regioninfo/1733311159559/Put/seqid=0 2024-12-04T11:19:20,678 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/replication/a2189d8a35ee4e5931645cd678d5909d/.tmp/queue/063194241bc84a72b7e2311089b77806 is 151, key is 1-e12b86b8109d,44225,1733311150107/queue:e12b86b8109d%2C44225%2C1733311150107/1733311159900/Put/seqid=0 2024-12-04T11:19:20,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741839_1015 (size=5350) 2024-12-04T11:19:20,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741838_1014 (size=6631) 2024-12-04T11:19:20,725 INFO [regionserver/e12b86b8109d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:19:20,835 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,44225,1733311150107.replicationSource.wal-reader.e12b86b8109d%2C44225%2C1733311150107,1-e12b86b8109d,44225,1733311150107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,44225,1733311150107/e12b86b8109d%2C44225%2C1733311150107.1733311151255 to pos 0, reset compression=false 2024-12-04T11:19:20,866 DEBUG [RS:0;e12b86b8109d:44225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a2189d8a35ee4e5931645cd678d5909d 2024-12-04T11:19:21,066 DEBUG [RS:0;e12b86b8109d:44225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a2189d8a35ee4e5931645cd678d5909d 2024-12-04T11:19:21,083 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/replication/a2189d8a35ee4e5931645cd678d5909d/.tmp/queue/063194241bc84a72b7e2311089b77806 2024-12-04T11:19:21,083 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/meta/1588230740/.tmp/info/4e97887c01d543acb0f3dc7046adb90f 2024-12-04T11:19:21,089 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/replication/a2189d8a35ee4e5931645cd678d5909d/.tmp/queue/063194241bc84a72b7e2311089b77806 as hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/replication/a2189d8a35ee4e5931645cd678d5909d/queue/063194241bc84a72b7e2311089b77806 2024-12-04T11:19:21,094 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/replication/a2189d8a35ee4e5931645cd678d5909d/queue/063194241bc84a72b7e2311089b77806, entries=1, sequenceid=5, filesize=5.2 K 2024-12-04T11:19:21,095 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for a2189d8a35ee4e5931645cd678d5909d in 430ms, sequenceid=5, compaction requested=false 2024-12-04T11:19:21,095 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T11:19:21,104 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/meta/1588230740/.tmp/ns/2f5015f36c1e478c9cc964a705f149f3 is 43, key is default/ns:d/1733311152381/Put/seqid=0 2024-12-04T11:19:21,104 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/replication/a2189d8a35ee4e5931645cd678d5909d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T11:19:21,105 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:19:21,105 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:19:21,105 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733311158397.a2189d8a35ee4e5931645cd678d5909d. 2024-12-04T11:19:21,105 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a2189d8a35ee4e5931645cd678d5909d: Waiting for close lock at 1733311160665Running coprocessor pre-close hooks at 1733311160665Disabling compacts and flushes for region at 1733311160665Disabling writes for close at 1733311160665Obtaining lock to block concurrent updates at 1733311160665Preparing flush snapshotting stores in a2189d8a35ee4e5931645cd678d5909d at 1733311160665Finished memstore snapshotting hbase:replication,,1733311158397.a2189d8a35ee4e5931645cd678d5909d., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733311160666 (+1 ms)Flushing stores of hbase:replication,,1733311158397.a2189d8a35ee4e5931645cd678d5909d. at 1733311160666Flushing a2189d8a35ee4e5931645cd678d5909d/queue: creating writer at 1733311160666Flushing a2189d8a35ee4e5931645cd678d5909d/queue: appending metadata at 1733311160677 (+11 ms)Flushing a2189d8a35ee4e5931645cd678d5909d/queue: closing flushed file at 1733311160678 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14608f1d: reopening flushed file at 1733311161088 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for a2189d8a35ee4e5931645cd678d5909d in 430ms, sequenceid=5, compaction requested=false at 1733311161095 (+7 ms)Writing region close event to WAL at 1733311161101 (+6 ms)Running coprocessor post-close hooks at 1733311161105 (+4 ms)Closed at 1733311161105 2024-12-04T11:19:21,105 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733311158397.a2189d8a35ee4e5931645cd678d5909d. 2024-12-04T11:19:21,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741840_1016 (size=5153) 2024-12-04T11:19:21,116 INFO [regionserver/e12b86b8109d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T11:19:21,116 INFO [regionserver/e12b86b8109d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T11:19:21,208 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T11:19:21,208 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T11:19:21,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:19:21,209 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T11:19:21,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:19:21,209 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T11:19:21,266 DEBUG [RS:0;e12b86b8109d:44225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:19:21,339 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,44225,1733311150107.replicationSource.wal-reader.e12b86b8109d%2C44225%2C1733311150107,1-e12b86b8109d,44225,1733311150107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,44225,1733311150107/e12b86b8109d%2C44225%2C1733311150107.1733311151255 to pos 0, reset compression=false 2024-12-04T11:19:21,466 DEBUG [RS:0;e12b86b8109d:44225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:19:21,507 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/meta/1588230740/.tmp/ns/2f5015f36c1e478c9cc964a705f149f3 2024-12-04T11:19:21,528 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/meta/1588230740/.tmp/table/266b9fc792f6430bbd98b11afec4c8e6 is 53, key is hbase:replication/table:state/1733311159566/Put/seqid=0 2024-12-04T11:19:21,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741841_1017 (size=5256) 2024-12-04T11:19:21,666 DEBUG [RS:0;e12b86b8109d:44225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:19:21,867 INFO [RS:0;e12b86b8109d:44225 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T11:19:21,867 DEBUG [RS:0;e12b86b8109d:44225 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T11:19:21,867 DEBUG [RS:0;e12b86b8109d:44225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:19:21,933 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/meta/1588230740/.tmp/table/266b9fc792f6430bbd98b11afec4c8e6 2024-12-04T11:19:21,937 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/meta/1588230740/.tmp/info/4e97887c01d543acb0f3dc7046adb90f as hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/meta/1588230740/info/4e97887c01d543acb0f3dc7046adb90f 2024-12-04T11:19:21,941 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/meta/1588230740/info/4e97887c01d543acb0f3dc7046adb90f, entries=10, sequenceid=11, filesize=6.5 K 2024-12-04T11:19:21,942 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/meta/1588230740/.tmp/ns/2f5015f36c1e478c9cc964a705f149f3 as hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/meta/1588230740/ns/2f5015f36c1e478c9cc964a705f149f3 2024-12-04T11:19:21,944 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,44225,1733311150107.replicationSource.wal-reader.e12b86b8109d%2C44225%2C1733311150107,1-e12b86b8109d,44225,1733311150107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,44225,1733311150107/e12b86b8109d%2C44225%2C1733311150107.1733311151255 to pos 0, reset compression=false 2024-12-04T11:19:21,947 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/meta/1588230740/ns/2f5015f36c1e478c9cc964a705f149f3, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T11:19:21,948 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/meta/1588230740/.tmp/table/266b9fc792f6430bbd98b11afec4c8e6 as hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/meta/1588230740/table/266b9fc792f6430bbd98b11afec4c8e6 2024-12-04T11:19:21,952 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/meta/1588230740/table/266b9fc792f6430bbd98b11afec4c8e6, entries=2, sequenceid=11, filesize=5.1 K 2024-12-04T11:19:21,953 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1287ms, sequenceid=11, compaction requested=false 2024-12-04T11:19:21,956 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T11:19:21,957 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:19:21,957 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:19:21,957 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:19:21,957 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311160666Running coprocessor pre-close hooks at 1733311160666Disabling compacts and flushes for region at 1733311160666Disabling writes for close at 1733311160666Obtaining lock to block concurrent updates at 1733311160666Preparing flush snapshotting stores in 1588230740 at 1733311160666Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733311160666Flushing stores of hbase:meta,,1.1588230740 at 1733311160666Flushing 1588230740/info: creating writer at 1733311160666Flushing 1588230740/info: appending metadata at 1733311160678 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733311160678Flushing 1588230740/ns: creating writer at 1733311161088 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733311161103 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733311161103Flushing 1588230740/table: creating writer at 1733311161512 (+409 ms)Flushing 1588230740/table: appending metadata at 1733311161528 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733311161528Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6909ff51: reopening flushed file at 1733311161937 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33930170: reopening flushed file at 1733311161941 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f62fddb: reopening flushed file at 1733311161948 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1287ms, sequenceid=11, compaction requested=false at 1733311161953 (+5 ms)Writing region close event to WAL at 1733311161954 (+1 ms)Running coprocessor post-close hooks at 1733311161957 (+3 ms)Closed at 1733311161957 2024-12-04T11:19:21,957 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T11:19:22,067 INFO [RS:0;e12b86b8109d:44225 {}] regionserver.HRegionServer(976): stopping server e12b86b8109d,44225,1733311150107; all regions closed. 2024-12-04T11:19:22,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741834_1010 (size=2742) 2024-12-04T11:19:22,069 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,44225,1733311150107/e12b86b8109d%2C44225%2C1733311150107.meta.1733311152258.meta not finished, retry = 0 2024-12-04T11:19:22,171 DEBUG [RS:0;e12b86b8109d:44225 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/oldWALs 2024-12-04T11:19:22,171 INFO [RS:0;e12b86b8109d:44225 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e12b86b8109d%2C44225%2C1733311150107.meta:.meta(num 1733311152258) 2024-12-04T11:19:22,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741837_1013 (size=1586) 2024-12-04T11:19:22,173 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,44225,1733311150107/e12b86b8109d%2C44225%2C1733311150107.rep.1733311159530 not finished, retry = 0 2024-12-04T11:19:22,275 DEBUG [RS:0;e12b86b8109d:44225 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/oldWALs 2024-12-04T11:19:22,275 INFO [RS:0;e12b86b8109d:44225 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e12b86b8109d%2C44225%2C1733311150107.rep:(num 1733311159530) 2024-12-04T11:19:22,277 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,44225,1733311150107/e12b86b8109d%2C44225%2C1733311150107.1733311151255 not finished, retry = 0 2024-12-04T11:19:22,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741832_1008 (size=93) 2024-12-04T11:19:22,379 DEBUG [RS:0;e12b86b8109d:44225 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/oldWALs 2024-12-04T11:19:22,379 INFO [RS:0;e12b86b8109d:44225 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e12b86b8109d%2C44225%2C1733311150107:(num 1733311151255) 2024-12-04T11:19:22,379 DEBUG [RS:0;e12b86b8109d:44225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:22,379 INFO [RS:0;e12b86b8109d:44225 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:19:22,379 INFO [RS:0;e12b86b8109d:44225 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:19:22,379 INFO [RS:0;e12b86b8109d:44225 {}] hbase.ChoreService(370): Chore service for: regionserver/e12b86b8109d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T11:19:22,379 INFO [RS:0;e12b86b8109d:44225 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:19:22,380 INFO [regionserver/e12b86b8109d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:19:22,380 INFO [RS:0;e12b86b8109d:44225 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e12b86b8109d,44225,1733311150107 because: Region server is closing 2024-12-04T11:19:22,380 INFO [RS:0;e12b86b8109d:44225 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:44225. 2024-12-04T11:19:22,380 DEBUG [RS:0;e12b86b8109d:44225 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:19:22,380 DEBUG [RS:0;e12b86b8109d:44225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:22,380 DEBUG [RS:0;e12b86b8109d:44225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:22,380 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:19:22,480 WARN [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,44225,1733311150107.replicationSource.wal-reader.e12b86b8109d%2C44225%2C1733311150107,1-e12b86b8109d,44225,1733311150107 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T11:19:22,480 WARN [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,44225,1733311150107.replicationSource.shippere12b86b8109d%2C44225%2C1733311150107,1-e12b86b8109d,44225,1733311150107 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T11:19:22,480 INFO [RS:0;e12b86b8109d:44225 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,44225,1733311150107.replicationSource.shippere12b86b8109d%2C44225%2C1733311150107,1-e12b86b8109d,44225,1733311150107 terminated 2024-12-04T11:19:22,481 INFO [RS:0;e12b86b8109d:44225 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44225 2024-12-04T11:19:22,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x101a0112c1b0001, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01035444657/rs/e12b86b8109d,44225,1733311150107 2024-12-04T11:19:22,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36611-0x101a0112c1b0000, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01035444657/rs 2024-12-04T11:19:22,537 INFO [RS:0;e12b86b8109d:44225 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:19:22,549 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e12b86b8109d,44225,1733311150107] 2024-12-04T11:19:22,560 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01035444657/draining/e12b86b8109d,44225,1733311150107 already deleted, retry=false 2024-12-04T11:19:22,560 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e12b86b8109d,44225,1733311150107 expired; onlineServers=0 2024-12-04T11:19:22,560 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e12b86b8109d,36611,1733311149897' ***** 2024-12-04T11:19:22,560 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T11:19:22,560 INFO [M:0;e12b86b8109d:36611 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:19:22,560 INFO [M:0;e12b86b8109d:36611 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:19:22,560 DEBUG [M:0;e12b86b8109d:36611 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T11:19:22,560 DEBUG [M:0;e12b86b8109d:36611 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T11:19:22,560 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T11:19:22,560 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311150996 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311150996,5,FailOnTimeoutGroup] 2024-12-04T11:19:22,560 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311150993 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311150993,5,FailOnTimeoutGroup] 2024-12-04T11:19:22,560 INFO [M:0;e12b86b8109d:36611 {}] hbase.ChoreService(370): Chore service for: master/e12b86b8109d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T11:19:22,560 INFO [M:0;e12b86b8109d:36611 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:19:22,561 DEBUG [M:0;e12b86b8109d:36611 {}] master.HMaster(1795): Stopping service threads 2024-12-04T11:19:22,561 INFO [M:0;e12b86b8109d:36611 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T11:19:22,561 INFO [M:0;e12b86b8109d:36611 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:19:22,561 INFO [M:0;e12b86b8109d:36611 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T11:19:22,561 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T11:19:22,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36611-0x101a0112c1b0000, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01035444657/master 2024-12-04T11:19:22,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36611-0x101a0112c1b0000, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01035444657 2024-12-04T11:19:22,571 DEBUG [M:0;e12b86b8109d:36611 {}] zookeeper.ZKUtil(347): master:36611-0x101a0112c1b0000, quorum=127.0.0.1:50052, baseZNode=/01035444657 Unable to get data of znode /01035444657/master because node does not exist (not an error) 2024-12-04T11:19:22,571 WARN [M:0;e12b86b8109d:36611 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T11:19:22,571 INFO [M:0;e12b86b8109d:36611 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/.lastflushedseqids 2024-12-04T11:19:22,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741842_1018 (size=181) 2024-12-04T11:19:22,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x101a0112c1b0001, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:19:22,650 INFO [RS:0;e12b86b8109d:44225 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:19:22,650 INFO [RS:0;e12b86b8109d:44225 {}] regionserver.HRegionServer(1031): Exiting; stopping=e12b86b8109d,44225,1733311150107; zookeeper connection closed. 2024-12-04T11:19:22,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x101a0112c1b0001, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:19:22,650 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1068ad42 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1068ad42 2024-12-04T11:19:22,650 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T11:19:22,975 INFO [M:0;e12b86b8109d:36611 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T11:19:22,976 INFO [M:0;e12b86b8109d:36611 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T11:19:22,976 DEBUG [M:0;e12b86b8109d:36611 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:19:22,976 INFO [M:0;e12b86b8109d:36611 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:19:22,976 DEBUG [M:0;e12b86b8109d:36611 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:19:22,976 DEBUG [M:0;e12b86b8109d:36611 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:19:22,976 DEBUG [M:0;e12b86b8109d:36611 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:19:22,976 INFO [M:0;e12b86b8109d:36611 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-04T11:19:22,989 DEBUG [M:0;e12b86b8109d:36611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17275b964caa439fb6f36a4f067ed104 is 82, key is hbase:meta,,1/info:regioninfo/1733311152303/Put/seqid=0 2024-12-04T11:19:22,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741843_1019 (size=5672) 2024-12-04T11:19:23,393 INFO [M:0;e12b86b8109d:36611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17275b964caa439fb6f36a4f067ed104 2024-12-04T11:19:23,409 DEBUG [M:0;e12b86b8109d:36611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc2472fa9e554a129924804ad3806382 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733311159570/Put/seqid=0 2024-12-04T11:19:23,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741844_1020 (size=7203) 2024-12-04T11:19:23,767 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:19:23,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:23,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:23,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:23,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:23,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:23,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:23,792 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T11:19:23,814 INFO [M:0;e12b86b8109d:36611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc2472fa9e554a129924804ad3806382 2024-12-04T11:19:23,830 DEBUG [M:0;e12b86b8109d:36611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e439280bf85f45ff99499c0fbf756481 is 69, key is e12b86b8109d,44225,1733311150107/rs:state/1733311151093/Put/seqid=0 2024-12-04T11:19:23,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741845_1021 (size=5156) 2024-12-04T11:19:24,234 INFO [M:0;e12b86b8109d:36611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e439280bf85f45ff99499c0fbf756481 2024-12-04T11:19:24,238 DEBUG [M:0;e12b86b8109d:36611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17275b964caa439fb6f36a4f067ed104 as hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/17275b964caa439fb6f36a4f067ed104 2024-12-04T11:19:24,242 INFO [M:0;e12b86b8109d:36611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/17275b964caa439fb6f36a4f067ed104, entries=8, sequenceid=70, filesize=5.5 K 2024-12-04T11:19:24,243 DEBUG [M:0;e12b86b8109d:36611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc2472fa9e554a129924804ad3806382 as hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cc2472fa9e554a129924804ad3806382 2024-12-04T11:19:24,248 INFO [M:0;e12b86b8109d:36611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cc2472fa9e554a129924804ad3806382, entries=8, sequenceid=70, filesize=7.0 K 2024-12-04T11:19:24,249 DEBUG [M:0;e12b86b8109d:36611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e439280bf85f45ff99499c0fbf756481 as hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e439280bf85f45ff99499c0fbf756481 2024-12-04T11:19:24,253 INFO [M:0;e12b86b8109d:36611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e439280bf85f45ff99499c0fbf756481, entries=1, sequenceid=70, filesize=5.0 K 2024-12-04T11:19:24,254 INFO [M:0;e12b86b8109d:36611 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=70, compaction requested=false 2024-12-04T11:19:24,257 INFO [M:0;e12b86b8109d:36611 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:19:24,257 DEBUG [M:0;e12b86b8109d:36611 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311162976Disabling compacts and flushes for region at 1733311162976Disabling writes for close at 1733311162976Obtaining lock to block concurrent updates at 1733311162976Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733311162976Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733311162976Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733311162977 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733311162977Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733311162988 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733311162988Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733311163397 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733311163409 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733311163409Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733311163818 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733311163829 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733311163829Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44c7ff53: reopening flushed file at 1733311164238 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c567d48: reopening flushed file at 1733311164242 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28763fed: reopening flushed file at 1733311164248 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=70, compaction requested=false at 1733311164254 (+6 ms)Writing region close event to WAL at 1733311164257 (+3 ms)Closed at 1733311164257 2024-12-04T11:19:24,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741830_1006 (size=41008) 2024-12-04T11:19:24,261 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/WALs/e12b86b8109d,36611,1733311149897/e12b86b8109d%2C36611%2C1733311149897.1733311150701 not finished, retry = 0 2024-12-04T11:19:24,362 INFO [M:0;e12b86b8109d:36611 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T11:19:24,362 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:19:24,362 INFO [M:0;e12b86b8109d:36611 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36611 2024-12-04T11:19:24,362 INFO [M:0;e12b86b8109d:36611 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:19:24,553 INFO [M:0;e12b86b8109d:36611 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:19:24,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36611-0x101a0112c1b0000, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:19:24,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36611-0x101a0112c1b0000, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:19:24,555 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:19:24,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:19:24,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:19:24,555 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:19:24,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:19:24,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:19:24,555 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T11:19:24,555 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:19:24,556 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33711 2024-12-04T11:19:24,556 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33711 connecting to ZooKeeper ensemble=127.0.0.1:50052 2024-12-04T11:19:24,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:337110x0, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:19:24,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33711-0x101a0112c1b0006 connected 2024-12-04T11:19:24,712 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:19:24,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:19:24,715 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33711-0x101a0112c1b0006, quorum=127.0.0.1:50052, baseZNode=/01035444657 Set watcher on znode that does not yet exist, /01035444657/running 2024-12-04T11:19:24,715 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94, hbase.cluster.distributed=false 2024-12-04T11:19:24,715 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01035444657/meta-region-server: INIT 2024-12-04T11:19:24,716 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33711-0x101a0112c1b0006, quorum=127.0.0.1:50052, baseZNode=/01035444657 Set watcher on znode that does not yet exist, /01035444657/acl 2024-12-04T11:19:24,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33711 2024-12-04T11:19:24,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33711 2024-12-04T11:19:24,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33711 2024-12-04T11:19:24,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33711 2024-12-04T11:19:24,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33711 2024-12-04T11:19:24,742 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:19:24,742 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:19:24,742 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:19:24,742 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:19:24,742 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:19:24,742 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:19:24,742 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T11:19:24,742 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:19:24,743 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36543 2024-12-04T11:19:24,743 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36543 connecting to ZooKeeper ensemble=127.0.0.1:50052 2024-12-04T11:19:24,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:19:24,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:19:24,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365430x0, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:19:24,816 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365430x0, quorum=127.0.0.1:50052, baseZNode=/01035444657 Set watcher on znode that does not yet exist, /01035444657/running 2024-12-04T11:19:24,816 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01035444657/meta-region-server: INIT 2024-12-04T11:19:24,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36543-0x101a0112c1b0007 connected 2024-12-04T11:19:24,816 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T11:19:24,817 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T11:19:24,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36543-0x101a0112c1b0007, quorum=127.0.0.1:50052, baseZNode=/01035444657 Set watcher on znode that does not yet exist, /01035444657/master 2024-12-04T11:19:24,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36543-0x101a0112c1b0007, quorum=127.0.0.1:50052, baseZNode=/01035444657 Set watcher on znode that does not yet exist, /01035444657/acl 2024-12-04T11:19:24,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36543 2024-12-04T11:19:24,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36543 2024-12-04T11:19:24,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36543 2024-12-04T11:19:24,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36543 2024-12-04T11:19:24,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36543 2024-12-04T11:19:24,829 DEBUG [M:0;e12b86b8109d:33711 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e12b86b8109d:33711 2024-12-04T11:19:24,829 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01035444657/backup-masters/e12b86b8109d,33711,1733311164555 2024-12-04T11:19:24,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x101a0112c1b0006, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01035444657/backup-masters 2024-12-04T11:19:24,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36543-0x101a0112c1b0007, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01035444657/backup-masters 2024-12-04T11:19:24,871 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33711-0x101a0112c1b0006, quorum=127.0.0.1:50052, baseZNode=/01035444657 Set watcher on existing znode=/01035444657/backup-masters/e12b86b8109d,33711,1733311164555 2024-12-04T11:19:24,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36543-0x101a0112c1b0007, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01035444657/master 2024-12-04T11:19:24,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x101a0112c1b0006, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01035444657 2024-12-04T11:19:24,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36543-0x101a0112c1b0007, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01035444657 2024-12-04T11:19:24,963 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33711-0x101a0112c1b0006, quorum=127.0.0.1:50052, baseZNode=/01035444657 Set watcher on existing znode=/01035444657/master 2024-12-04T11:19:24,964 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01035444657/backup-masters/e12b86b8109d,33711,1733311164555 from backup master directory 2024-12-04T11:19:25,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x101a0112c1b0006, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01035444657/backup-masters/e12b86b8109d,33711,1733311164555 2024-12-04T11:19:25,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36543-0x101a0112c1b0007, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01035444657/backup-masters 2024-12-04T11:19:25,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x101a0112c1b0006, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01035444657/backup-masters 2024-12-04T11:19:25,051 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:19:25,051 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e12b86b8109d,33711,1733311164555 2024-12-04T11:19:25,060 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:19:25,060 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T11:19:25,065 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-12-04T11:19:25,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741846_1022 (size=196) 2024-12-04T11:19:25,527 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:19:25,528 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T11:19:25,529 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:19:25,533 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-04T11:19:25,536 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/WALs/e12b86b8109d,36611,1733311149897 to hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/WALs/e12b86b8109d,36611,1733311149897-dead as it is dead 2024-12-04T11:19:25,536 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/WALs/e12b86b8109d,36611,1733311149897-dead/e12b86b8109d%2C36611%2C1733311149897.1733311150701 2024-12-04T11:19:25,537 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/WALs/e12b86b8109d,36611,1733311149897-dead/e12b86b8109d%2C36611%2C1733311149897.1733311150701 after 1ms 2024-12-04T11:19:25,537 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/WALs/e12b86b8109d,36611,1733311149897-dead/e12b86b8109d%2C36611%2C1733311149897.1733311150701 to hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e12b86b8109d%2C36611%2C1733311149897.1733311150701 2024-12-04T11:19:25,537 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/WALs/e12b86b8109d,36611,1733311149897-dead 2024-12-04T11:19:25,538 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/WALs/e12b86b8109d,33711,1733311164555 2024-12-04T11:19:25,539 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:19:25,540 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e12b86b8109d%2C33711%2C1733311164555, suffix=, logDir=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/WALs/e12b86b8109d,33711,1733311164555, archiveDir=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/oldWALs, maxLogs=10 2024-12-04T11:19:25,554 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/WALs/e12b86b8109d,33711,1733311164555/e12b86b8109d%2C33711%2C1733311164555.1733311165540, exclude list is [], retry=0 2024-12-04T11:19:25,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40095,DS-5053c0c6-db61-41ba-90e8-9cf783ae9fef,DISK] 2024-12-04T11:19:25,558 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/WALs/e12b86b8109d,33711,1733311164555/e12b86b8109d%2C33711%2C1733311164555.1733311165540 2024-12-04T11:19:25,558 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40773:40773)] 2024-12-04T11:19:25,558 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:19:25,559 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:19:25,559 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:25,559 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:25,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:25,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T11:19:25,561 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:25,566 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/17275b964caa439fb6f36a4f067ed104 2024-12-04T11:19:25,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:19:25,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:25,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T11:19:25,567 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:25,572 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cc2472fa9e554a129924804ad3806382 2024-12-04T11:19:25,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:19:25,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:25,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T11:19:25,573 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:25,578 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e439280bf85f45ff99499c0fbf756481 2024-12-04T11:19:25,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:19:25,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:25,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T11:19:25,580 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:25,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:19:25,580 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:25,581 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-04T11:19:25,581 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e12b86b8109d%2C36611%2C1733311149897.1733311150701 2024-12-04T11:19:25,585 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e12b86b8109d%2C36611%2C1733311149897.1733311150701 2024-12-04T11:19:25,586 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e12b86b8109d%2C36611%2C1733311149897.1733311150701 2024-12-04T11:19:25,587 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:25,587 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:25,588 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:19:25,589 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:25,590 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-04T11:19:25,591 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60508413, jitterRate=-0.09835438430309296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:19:25,591 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733311165559Initializing all the Stores at 1733311165560 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311165560Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311165560Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311165560Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311165560Cleaning up temporary data from old regions at 1733311165587 (+27 ms)Region opened successfully at 1733311165591 (+4 ms) 2024-12-04T11:19:25,591 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T11:19:25,594 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417052a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:19:25,596 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-04T11:19:25,596 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T11:19:25,596 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T11:19:25,596 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T11:19:25,597 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T11:19:25,599 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T11:19:25,599 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T11:19:25,599 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T11:19:25,600 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-12-04T11:19:25,600 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T11:19:25,602 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=e12b86b8109d,44225,1733311150107, regionLocation=e12b86b8109d,44225,1733311150107, openSeqNum=2 2024-12-04T11:19:25,602 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=e12b86b8109d,44225,1733311150107, table=hbase:meta, region=1588230740 2024-12-04T11:19:25,602 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,44225,1733311150107, state=OPEN 2024-12-04T11:19:25,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36543-0x101a0112c1b0007, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01035444657/meta-region-server 2024-12-04T11:19:25,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x101a0112c1b0006, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01035444657/meta-region-server 2024-12-04T11:19:25,666 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01035444657/meta-region-server: CHANGED 2024-12-04T11:19:25,666 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01035444657/meta-region-server: CHANGED 2024-12-04T11:19:25,669 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-04T11:19:25,716 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01035444657/draining/e12b86b8109d,44225,1733311150107 already deleted, retry=false 2024-12-04T11:19:25,716 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of e12b86b8109d,44225,1733311150107 on e12b86b8109d,33711,1733311164555 2024-12-04T11:19:25,717 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure e12b86b8109d,44225,1733311150107, splitWal=true, meta=true 2024-12-04T11:19:25,718 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for e12b86b8109d,44225,1733311150107 (carryingMeta=true) e12b86b8109d,44225,1733311150107/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6e8b278a[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-04T11:19:25,719 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33711-0x101a0112c1b0006, quorum=127.0.0.1:50052, baseZNode=/01035444657 Unable to get data of znode /01035444657/balancer because node does not exist (not necessarily an error) 2024-12-04T11:19:25,793 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01035444657/balancer already deleted, retry=false 2024-12-04T11:19:25,794 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T11:19:25,794 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33711-0x101a0112c1b0006, quorum=127.0.0.1:50052, baseZNode=/01035444657 Unable to get data of znode /01035444657/normalizer because node does not exist (not necessarily an error) 2024-12-04T11:19:25,875 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01035444657/normalizer already deleted, retry=false 2024-12-04T11:19:25,876 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T11:19:25,877 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33711-0x101a0112c1b0006, quorum=127.0.0.1:50052, baseZNode=/01035444657 Unable to get data of znode /01035444657/switch/split because node does not exist (not necessarily an error) 2024-12-04T11:19:25,941 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01035444657/switch/split already deleted, retry=false 2024-12-04T11:19:25,942 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33711-0x101a0112c1b0006, quorum=127.0.0.1:50052, baseZNode=/01035444657 Unable to get data of znode /01035444657/switch/merge because node does not exist (not necessarily an error) 2024-12-04T11:19:26,029 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01035444657/switch/merge already deleted, retry=false 2024-12-04T11:19:26,082 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33711-0x101a0112c1b0006, quorum=127.0.0.1:50052, baseZNode=/01035444657 Unable to get data of znode /01035444657/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T11:19:26,116 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01035444657/snapshot-cleanup already deleted, retry=false 2024-12-04T11:19:26,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x101a0112c1b0006, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01035444657/running 2024-12-04T11:19:26,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36543-0x101a0112c1b0007, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01035444657/running 2024-12-04T11:19:26,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36543-0x101a0112c1b0007, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01035444657 2024-12-04T11:19:26,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x101a0112c1b0006, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01035444657 2024-12-04T11:19:26,128 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e12b86b8109d,33711,1733311164555, sessionid=0x101a0112c1b0006, setting cluster-up flag (Was=false) 2024-12-04T11:19:26,139 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01035444657/flush-table-proc/acquired, /01035444657/flush-table-proc/reached, /01035444657/flush-table-proc/abort 2024-12-04T11:19:26,140 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,33711,1733311164555 2024-12-04T11:19:26,150 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01035444657/online-snapshot/acquired, /01035444657/online-snapshot/reached, /01035444657/online-snapshot/abort 2024-12-04T11:19:26,150 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,33711,1733311164555 2024-12-04T11:19:26,151 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/.lastflushedseqids 2024-12-04T11:19:26,153 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T11:19:26,153 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T11:19:26,153 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e12b86b8109d,33711,1733311164555 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 e12b86b8109d,44225,1733311150107 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T11:19:26,154 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:19:26,154 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:19:26,154 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:19:26,154 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:19:26,154 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e12b86b8109d:0, corePoolSize=10, maxPoolSize=10 2024-12-04T11:19:26,154 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:26,154 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:19:26,154 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:26,155 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733311196155 2024-12-04T11:19:26,155 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T11:19:26,155 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T11:19:26,155 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T11:19:26,155 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T11:19:26,155 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T11:19:26,155 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T11:19:26,156 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:26,156 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure e12b86b8109d,44225,1733311150107, splitWal=true, meta=true 2024-12-04T11:19:26,156 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T11:19:26,156 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T11:19:26,156 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T11:19:26,156 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T11:19:26,156 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure e12b86b8109d,44225,1733311150107, splitWal=true, meta=true, isMeta: true 2024-12-04T11:19:26,156 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T11:19:26,156 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T11:19:26,157 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311166156,5,FailOnTimeoutGroup] 2024-12-04T11:19:26,157 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311166157,5,FailOnTimeoutGroup] 2024-12-04T11:19:26,157 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:26,157 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T11:19:26,157 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:26,157 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:26,157 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733311166157, completionTime=-1 2024-12-04T11:19:26,157 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-04T11:19:26,157 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-04T11:19:26,157 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,44225,1733311150107-splitting 2024-12-04T11:19:26,158 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,44225,1733311150107-splitting dir is empty, no logs to split. 2024-12-04T11:19:26,158 INFO [PEWorker-1 {}] master.SplitWALManager(105): e12b86b8109d,44225,1733311150107 WAL count=0, meta=true 2024-12-04T11:19:26,160 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,44225,1733311150107-splitting dir is empty, no logs to split. 2024-12-04T11:19:26,160 INFO [PEWorker-1 {}] master.SplitWALManager(105): e12b86b8109d,44225,1733311150107 WAL count=0, meta=true 2024-12-04T11:19:26,160 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if e12b86b8109d,44225,1733311150107 WAL splitting is done? wals=0, meta=true 2024-12-04T11:19:26,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T11:19:26,161 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:19:26,162 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T11:19:26,222 INFO [RS:0;e12b86b8109d:36543 {}] regionserver.HRegionServer(746): ClusterId : 53a3cebc-06f0-4bdb-b849-e25bb411a377 2024-12-04T11:19:26,222 DEBUG [RS:0;e12b86b8109d:36543 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T11:19:26,234 DEBUG [RS:0;e12b86b8109d:36543 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T11:19:26,234 DEBUG [RS:0;e12b86b8109d:36543 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T11:19:26,244 DEBUG [RS:0;e12b86b8109d:36543 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T11:19:26,245 DEBUG [RS:0;e12b86b8109d:36543 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a0743d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:19:26,254 DEBUG [RS:0;e12b86b8109d:36543 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e12b86b8109d:36543 2024-12-04T11:19:26,254 INFO [RS:0;e12b86b8109d:36543 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T11:19:26,254 INFO [RS:0;e12b86b8109d:36543 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T11:19:26,254 DEBUG [RS:0;e12b86b8109d:36543 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T11:19:26,255 INFO [RS:0;e12b86b8109d:36543 {}] regionserver.HRegionServer(2659): reportForDuty to master=e12b86b8109d,33711,1733311164555 with port=36543, startcode=1733311164741 2024-12-04T11:19:26,255 DEBUG [RS:0;e12b86b8109d:36543 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T11:19:26,257 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T11:19:26,257 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33711 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e12b86b8109d,36543,1733311164741 2024-12-04T11:19:26,257 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33711 {}] master.ServerManager(517): Registering regionserver=e12b86b8109d,36543,1733311164741 2024-12-04T11:19:26,257 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-04T11:19:26,258 DEBUG [RS:0;e12b86b8109d:36543 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94 2024-12-04T11:19:26,258 DEBUG [RS:0;e12b86b8109d:36543 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35961 2024-12-04T11:19:26,258 DEBUG [RS:0;e12b86b8109d:36543 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T11:19:26,312 WARN [e12b86b8109d:33711 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T11:19:26,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x101a0112c1b0006, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01035444657/rs 2024-12-04T11:19:26,319 DEBUG [RS:0;e12b86b8109d:36543 {}] zookeeper.ZKUtil(111): regionserver:36543-0x101a0112c1b0007, quorum=127.0.0.1:50052, baseZNode=/01035444657 Set watcher on existing znode=/01035444657/rs/e12b86b8109d,36543,1733311164741 2024-12-04T11:19:26,319 WARN [RS:0;e12b86b8109d:36543 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:19:26,319 INFO [RS:0;e12b86b8109d:36543 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:19:26,320 DEBUG [RS:0;e12b86b8109d:36543 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,36543,1733311164741 2024-12-04T11:19:26,320 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e12b86b8109d,36543,1733311164741] 2024-12-04T11:19:26,335 INFO [RS:0;e12b86b8109d:36543 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T11:19:26,337 INFO [RS:0;e12b86b8109d:36543 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T11:19:26,337 INFO [RS:0;e12b86b8109d:36543 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T11:19:26,337 INFO [RS:0;e12b86b8109d:36543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:26,337 INFO [RS:0;e12b86b8109d:36543 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T11:19:26,338 INFO [RS:0;e12b86b8109d:36543 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T11:19:26,338 INFO [RS:0;e12b86b8109d:36543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:26,338 DEBUG [RS:0;e12b86b8109d:36543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:26,338 DEBUG [RS:0;e12b86b8109d:36543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:26,338 DEBUG [RS:0;e12b86b8109d:36543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:26,338 DEBUG [RS:0;e12b86b8109d:36543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:26,338 DEBUG [RS:0;e12b86b8109d:36543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:26,338 DEBUG [RS:0;e12b86b8109d:36543 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:19:26,338 DEBUG [RS:0;e12b86b8109d:36543 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:26,338 DEBUG [RS:0;e12b86b8109d:36543 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:26,338 DEBUG [RS:0;e12b86b8109d:36543 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:26,338 DEBUG [RS:0;e12b86b8109d:36543 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:26,338 DEBUG [RS:0;e12b86b8109d:36543 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:26,338 DEBUG [RS:0;e12b86b8109d:36543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:26,338 DEBUG [RS:0;e12b86b8109d:36543 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:19:26,339 DEBUG [RS:0;e12b86b8109d:36543 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:19:26,339 INFO [RS:0;e12b86b8109d:36543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:26,339 INFO [RS:0;e12b86b8109d:36543 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:26,339 INFO [RS:0;e12b86b8109d:36543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:26,339 INFO [RS:0;e12b86b8109d:36543 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:26,339 INFO [RS:0;e12b86b8109d:36543 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:26,339 INFO [RS:0;e12b86b8109d:36543 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,36543,1733311164741-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:19:26,351 INFO [RS:0;e12b86b8109d:36543 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T11:19:26,351 INFO [RS:0;e12b86b8109d:36543 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,36543,1733311164741-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:26,362 INFO [RS:0;e12b86b8109d:36543 {}] regionserver.ReplicationSource(231): queueId=1-e12b86b8109d,36543,1733311164741, ReplicationSource: 1, currentBandwidth=0 2024-12-04T11:19:26,362 INFO [RS:0;e12b86b8109d:36543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:26,362 INFO [RS:0;e12b86b8109d:36543 {}] regionserver.Replication(171): e12b86b8109d,36543,1733311164741 started 2024-12-04T11:19:26,380 INFO [RS:0;e12b86b8109d:36543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:26,380 DEBUG [RS:0;e12b86b8109d:36543.replicationSource,1-e12b86b8109d,36543,1733311164741 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e12b86b8109d:37099' 2024-12-04T11:19:26,380 INFO [RS:0;e12b86b8109d:36543 {}] regionserver.HRegionServer(1482): Serving as e12b86b8109d,36543,1733311164741, RpcServer on e12b86b8109d/172.17.0.2:36543, sessionid=0x101a0112c1b0007 2024-12-04T11:19:26,380 DEBUG [RS:0;e12b86b8109d:36543 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T11:19:26,380 DEBUG [RS:0;e12b86b8109d:36543 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e12b86b8109d,36543,1733311164741 2024-12-04T11:19:26,381 DEBUG [RS:0;e12b86b8109d:36543 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,36543,1733311164741' 2024-12-04T11:19:26,381 DEBUG [RS:0;e12b86b8109d:36543 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01035444657/flush-table-proc/abort' 2024-12-04T11:19:26,381 DEBUG [RS:0;e12b86b8109d:36543 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01035444657/flush-table-proc/acquired' 2024-12-04T11:19:26,381 DEBUG [RS:0;e12b86b8109d:36543.replicationSource,1-e12b86b8109d,36543,1733311164741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6168f96e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:26,381 DEBUG [RS:0;e12b86b8109d:36543.replicationSource,1-e12b86b8109d,36543,1733311164741 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,37099,-1 for getting cluster id 2024-12-04T11:19:26,382 DEBUG [RS:0;e12b86b8109d:36543 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T11:19:26,382 DEBUG [RS:0;e12b86b8109d:36543 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T11:19:26,382 DEBUG [RS:0;e12b86b8109d:36543 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e12b86b8109d,36543,1733311164741 2024-12-04T11:19:26,382 DEBUG [RS:0;e12b86b8109d:36543.replicationSource,1-e12b86b8109d,36543,1733311164741 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:19:26,382 DEBUG [RS:0;e12b86b8109d:36543 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,36543,1733311164741' 2024-12-04T11:19:26,382 DEBUG [RS:0;e12b86b8109d:36543 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01035444657/online-snapshot/abort' 2024-12-04T11:19:26,382 DEBUG [RS:0;e12b86b8109d:36543 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01035444657/online-snapshot/acquired' 2024-12-04T11:19:26,382 DEBUG [RS:0;e12b86b8109d:36543 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T11:19:26,383 INFO [RS:0;e12b86b8109d:36543 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T11:19:26,383 INFO [RS:0;e12b86b8109d:36543 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T11:19:26,383 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '57a87419-47d0-4b37-ad58-0c0fe4017c77' 2024-12-04T11:19:26,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:19:26,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "57a87419-47d0-4b37-ad58-0c0fe4017c77" 2024-12-04T11:19:26,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dcbcfe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:26,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,37099,-1] 2024-12-04T11:19:26,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:19:26,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:26,384 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:19:26,385 DEBUG [RS:0;e12b86b8109d:36543.replicationSource,1-e12b86b8109d,36543,1733311164741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@509e6c2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:26,385 DEBUG [RS:0;e12b86b8109d:36543.replicationSource,1-e12b86b8109d,36543,1733311164741 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:19:26,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,37099,1733311155579 2024-12-04T11:19:26,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b6d03d9 2024-12-04T11:19:26,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:19:26,386 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-04T11:19:26,387 INFO [RS:0;e12b86b8109d:36543.replicationSource,1-e12b86b8109d,36543,1733311164741 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e12b86b8109d,36543,1733311164741 (queues=0) is replicating from cluster=53a3cebc-06f0-4bdb-b849-e25bb411a377 to cluster=57a87419-47d0-4b37-ad58-0c0fe4017c77 2024-12-04T11:19:26,483 INFO [RS:0;e12b86b8109d:36543 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:19:26,484 INFO [RS:0;e12b86b8109d:36543 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C36543%2C1733311164741, suffix=, logDir=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,36543,1733311164741, archiveDir=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/oldWALs, maxLogs=10 2024-12-04T11:19:26,495 DEBUG [RS:0;e12b86b8109d:36543 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,36543,1733311164741/e12b86b8109d%2C36543%2C1733311164741.1733311166484, exclude list is [], retry=0 2024-12-04T11:19:26,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40095,DS-5053c0c6-db61-41ba-90e8-9cf783ae9fef,DISK] 2024-12-04T11:19:26,499 INFO [RS:0;e12b86b8109d:36543 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,36543,1733311164741/e12b86b8109d%2C36543%2C1733311164741.1733311166484 2024-12-04T11:19:26,499 DEBUG [RS:0;e12b86b8109d:36543 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group e12b86b8109d%2C36543%2C1733311164741 for peer 1 2024-12-04T11:19:26,499 DEBUG [RS:0;e12b86b8109d:36543 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e12b86b8109d%2C36543%2C1733311164741 2024-12-04T11:19:26,499 INFO [RS:0;e12b86b8109d:36543 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e12b86b8109d,36543,1733311164741, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T11:19:26,500 DEBUG [RS:0;e12b86b8109d:36543 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40773:40773)] 2024-12-04T11:19:26,500 INFO [RS:0;e12b86b8109d:36543.replicationSource.shippere12b86b8109d%2C36543%2C1733311164741,1-e12b86b8109d,36543,1733311164741 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e12b86b8109d%2C36543%2C1733311164741 2024-12-04T11:19:26,500 DEBUG [RS:0;e12b86b8109d:36543.replicationSource.wal-reader.e12b86b8109d%2C36543%2C1733311164741,1-e12b86b8109d,36543,1733311164741 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,36543,1733311164741/e12b86b8109d%2C36543%2C1733311164741.1733311166484, startPosition=0, beingWritten=true 2024-12-04T11:19:26,562 DEBUG [e12b86b8109d:33711 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T11:19:26,563 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e12b86b8109d,36543,1733311164741 2024-12-04T11:19:26,564 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,36543,1733311164741, state=OPENING 2024-12-04T11:19:26,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x101a0112c1b0006, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01035444657/meta-region-server 2024-12-04T11:19:26,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36543-0x101a0112c1b0007, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01035444657/meta-region-server 2024-12-04T11:19:26,591 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01035444657/meta-region-server: CHANGED 2024-12-04T11:19:26,591 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01035444657/meta-region-server: CHANGED 2024-12-04T11:19:26,591 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:19:26,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,36543,1733311164741}] 2024-12-04T11:19:26,704 DEBUG [RS:0;e12b86b8109d:36543.replicationSource.wal-reader.e12b86b8109d%2C36543%2C1733311164741,1-e12b86b8109d,36543,1733311164741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,36543,1733311164741/e12b86b8109d%2C36543%2C1733311164741.1733311166484 to pos 0, reset compression=false 2024-12-04T11:19:26,744 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T11:19:26,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T11:19:26,747 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T11:19:26,747 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:19:26,748 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T11:19:26,749 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C36543%2C1733311164741.meta, suffix=.meta, logDir=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,36543,1733311164741, archiveDir=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/oldWALs, maxLogs=10 2024-12-04T11:19:26,760 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,36543,1733311164741/e12b86b8109d%2C36543%2C1733311164741.meta.1733311166749.meta, exclude list is [], retry=0 2024-12-04T11:19:26,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40095,DS-5053c0c6-db61-41ba-90e8-9cf783ae9fef,DISK] 2024-12-04T11:19:26,763 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,36543,1733311164741/e12b86b8109d%2C36543%2C1733311164741.meta.1733311166749.meta 2024-12-04T11:19:26,763 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40773:40773)] 2024-12-04T11:19:26,763 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:19:26,764 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:19:26,764 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T11:19:26,764 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T11:19:26,764 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T11:19:26,764 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T11:19:26,764 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:19:26,764 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T11:19:26,764 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T11:19:26,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:19:26,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:19:26,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:26,771 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/meta/1588230740/info/4e97887c01d543acb0f3dc7046adb90f 2024-12-04T11:19:26,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:19:26,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:19:26,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:19:26,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:26,776 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/meta/1588230740/ns/2f5015f36c1e478c9cc964a705f149f3 2024-12-04T11:19:26,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:19:26,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:19:26,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:19:26,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:26,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:19:26,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:19:26,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:19:26,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:26,782 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/meta/1588230740/table/266b9fc792f6430bbd98b11afec4c8e6 2024-12-04T11:19:26,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:19:26,783 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:19:26,783 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/meta/1588230740 2024-12-04T11:19:26,784 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/meta/1588230740 2024-12-04T11:19:26,785 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:19:26,785 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:19:26,785 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:19:26,786 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:19:26,787 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63032312, jitterRate=-0.06074535846710205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:19:26,787 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T11:19:26,787 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733311166764Writing region info on filesystem at 1733311166764Initializing all the Stores at 1733311166765 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311166765Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311166765Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311166765Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311166765Cleaning up temporary data from old regions at 1733311166785 (+20 ms)Running coprocessor post-open hooks at 1733311166787 (+2 ms)Region opened successfully at 1733311166787 2024-12-04T11:19:26,788 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733311166743 2024-12-04T11:19:26,789 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T11:19:26,790 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T11:19:26,790 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=e12b86b8109d,36543,1733311164741 2024-12-04T11:19:26,790 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,36543,1733311164741, state=OPEN 2024-12-04T11:19:26,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36543-0x101a0112c1b0007, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01035444657/meta-region-server 2024-12-04T11:19:26,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x101a0112c1b0006, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01035444657/meta-region-server 2024-12-04T11:19:26,887 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01035444657/meta-region-server: CHANGED 2024-12-04T11:19:26,887 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01035444657/meta-region-server: CHANGED 2024-12-04T11:19:26,887 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e12b86b8109d,36543,1733311164741 2024-12-04T11:19:26,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-04T11:19:26,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,36543,1733311164741 in 296 msec 2024-12-04T11:19:26,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T11:19:26,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 728 msec 2024-12-04T11:19:27,008 DEBUG [RS:0;e12b86b8109d:36543.replicationSource.wal-reader.e12b86b8109d%2C36543%2C1733311164741,1-e12b86b8109d,36543,1733311164741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,36543,1733311164741/e12b86b8109d%2C36543%2C1733311164741.1733311166484 to pos 0, reset compression=false 2024-12-04T11:19:27,412 DEBUG [RS:0;e12b86b8109d:36543.replicationSource.wal-reader.e12b86b8109d%2C36543%2C1733311164741,1-e12b86b8109d,36543,1733311164741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,36543,1733311164741/e12b86b8109d%2C36543%2C1733311164741.1733311166484 to pos 0, reset compression=false 2024-12-04T11:19:27,760 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-12-04T11:19:27,917 DEBUG [RS:0;e12b86b8109d:36543.replicationSource.wal-reader.e12b86b8109d%2C36543%2C1733311164741,1-e12b86b8109d,36543,1733311164741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,36543,1733311164741/e12b86b8109d%2C36543%2C1733311164741.1733311166484 to pos 0, reset compression=false 2024-12-04T11:19:28,521 DEBUG [RS:0;e12b86b8109d:36543.replicationSource.wal-reader.e12b86b8109d%2C36543%2C1733311164741,1-e12b86b8109d,36543,1733311164741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,36543,1733311164741/e12b86b8109d%2C36543%2C1733311164741.1733311166484 to pos 0, reset compression=false 2024-12-04T11:19:29,225 DEBUG [RS:0;e12b86b8109d:36543.replicationSource.wal-reader.e12b86b8109d%2C36543%2C1733311164741,1-e12b86b8109d,36543,1733311164741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,36543,1733311164741/e12b86b8109d%2C36543%2C1733311164741.1733311166484 to pos 0, reset compression=false 2024-12-04T11:19:29,262 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-12-04T11:19:30,030 DEBUG [RS:0;e12b86b8109d:36543.replicationSource.wal-reader.e12b86b8109d%2C36543%2C1733311164741,1-e12b86b8109d,36543,1733311164741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,36543,1733311164741/e12b86b8109d%2C36543%2C1733311164741.1733311166484 to pos 0, reset compression=false 2024-12-04T11:19:30,664 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-04T11:19:30,664 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T11:19:30,664 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:19:30,664 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,36543,1733311164741, seqNum=-1] 2024-12-04T11:19:30,665 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:19:30,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:19:30,669 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a2189d8a35ee4e5931645cd678d5909d, regionState=OPEN, lastHost=e12b86b8109d,44225,1733311150107, regionLocation=e12b86b8109d,44225,1733311150107, openSeqNum=2 2024-12-04T11:19:30,669 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T11:19:30,669 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733311230669 2024-12-04T11:19:30,669 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733311290669 2024-12-04T11:19:30,669 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-12-04T11:19:30,670 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): e12b86b8109d,44225,1733311150107 had 2 regions 2024-12-04T11:19:30,670 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,33711,1733311164555-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:30,670 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,33711,1733311164555-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:30,670 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,33711,1733311164555-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:30,670 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e12b86b8109d:33711, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:30,670 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:30,670 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:30,670 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure e12b86b8109d,44225,1733311150107, splitWal=true, meta=true, isMeta: false 2024-12-04T11:19:30,672 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,44225,1733311150107-splitting dir is empty, no logs to split. 2024-12-04T11:19:30,672 INFO [PEWorker-3 {}] master.SplitWALManager(105): e12b86b8109d,44225,1733311150107 WAL count=0, meta=false 2024-12-04T11:19:30,675 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,44225,1733311150107-splitting dir is empty, no logs to split. 2024-12-04T11:19:30,675 INFO [PEWorker-3 {}] master.SplitWALManager(105): e12b86b8109d,44225,1733311150107 WAL count=0, meta=false 2024-12-04T11:19:30,675 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if e12b86b8109d,44225,1733311150107 WAL splitting is done? wals=0, meta=false 2024-12-04T11:19:30,675 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.624sec 2024-12-04T11:19:30,675 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T11:19:30,675 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T11:19:30,676 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T11:19:30,676 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T11:19:30,676 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T11:19:30,676 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,33711,1733311164555-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:19:30,676 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,33711,1733311164555-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T11:19:30,676 WARN [master/e12b86b8109d:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=e12b86b8109d,44225,1733311150107/hbase:replication,,1733311158397.a2189d8a35ee4e5931645cd678d5909d. 2024-12-04T11:19:30,677 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a2189d8a35ee4e5931645cd678d5909d, ASSIGN}] 2024-12-04T11:19:30,677 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a2189d8a35ee4e5931645cd678d5909d, ASSIGN 2024-12-04T11:19:30,678 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a2189d8a35ee4e5931645cd678d5909d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T11:19:30,679 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T11:19:30,679 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T11:19:30,679 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,33711,1733311164555-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:30,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d556a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:30,725 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,33711,-1 for getting cluster id 2024-12-04T11:19:30,725 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:19:30,726 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53a3cebc-06f0-4bdb-b849-e25bb411a377' 2024-12-04T11:19:30,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:19:30,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53a3cebc-06f0-4bdb-b849-e25bb411a377" 2024-12-04T11:19:30,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f64a39d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:30,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,33711,-1] 2024-12-04T11:19:30,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:19:30,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:30,727 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:19:30,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb546c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:30,729 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:19:30,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,36543,1733311164741, seqNum=-1] 2024-12-04T11:19:30,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:19:30,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:19:30,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-04T11:19:30,732 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:19:30,732 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:19:30,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:30,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:30,733 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:19:30,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: e12b86b8109d:33711 after: e12b86b8109d:33711 2024-12-04T11:19:30,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d70cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:30,733 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,33711,-1 for getting cluster id 2024-12-04T11:19:30,733 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:19:30,734 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53a3cebc-06f0-4bdb-b849-e25bb411a377' 2024-12-04T11:19:30,734 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:19:30,734 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53a3cebc-06f0-4bdb-b849-e25bb411a377" 2024-12-04T11:19:30,734 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@180a9b1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:30,734 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,33711,-1] 2024-12-04T11:19:30,734 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:19:30,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:30,735 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:19:30,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0af53e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:30,736 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:19:30,736 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,33711,1733311164555 2024-12-04T11:19:30,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a36bedf 2024-12-04T11:19:30,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:19:30,737 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:19:30,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T11:19:30,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T11:19:30,738 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:19:30,738 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:19:30,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:30,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:30,738 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:19:30,738 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T11:19:30,738 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1825311780, stopped=false 2024-12-04T11:19:30,738 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e12b86b8109d,37099,1733311155579 2024-12-04T11:19:30,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x101a0112c1b0004, quorum=127.0.0.1:50052, baseZNode=/1391739125 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1391739125/running 2024-12-04T11:19:30,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x101a0112c1b0003, quorum=127.0.0.1:50052, baseZNode=/1391739125 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1391739125/running 2024-12-04T11:19:30,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x101a0112c1b0004, quorum=127.0.0.1:50052, baseZNode=/1391739125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1391739125 2024-12-04T11:19:30,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x101a0112c1b0003, quorum=127.0.0.1:50052, baseZNode=/1391739125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1391739125 2024-12-04T11:19:30,802 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:19:30,802 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:19:30,802 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:19:30,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:30,802 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37099-0x101a0112c1b0003, quorum=127.0.0.1:50052, baseZNode=/1391739125 Set watcher on znode that does not yet exist, /1391739125/running 2024-12-04T11:19:30,802 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e12b86b8109d,42391,1733311155725' ***** 2024-12-04T11:19:30,802 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T11:19:30,802 INFO [RS:0;e12b86b8109d:42391 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T11:19:30,802 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42391-0x101a0112c1b0004, quorum=127.0.0.1:50052, baseZNode=/1391739125 Set watcher on znode that does not yet exist, /1391739125/running 2024-12-04T11:19:30,802 INFO [RS:0;e12b86b8109d:42391 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T11:19:30,803 INFO [RS:0;e12b86b8109d:42391 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T11:19:30,803 INFO [RS:0;e12b86b8109d:42391 {}] regionserver.HRegionServer(959): stopping server e12b86b8109d,42391,1733311155725 2024-12-04T11:19:30,803 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T11:19:30,803 INFO [RS:0;e12b86b8109d:42391 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:19:30,803 INFO [RS:0;e12b86b8109d:42391 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:42391. 2024-12-04T11:19:30,803 DEBUG [RS:0;e12b86b8109d:42391 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:19:30,803 DEBUG [RS:0;e12b86b8109d:42391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:30,803 INFO [RS:0;e12b86b8109d:42391 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T11:19:30,803 INFO [RS:0;e12b86b8109d:42391 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T11:19:30,803 INFO [RS:0;e12b86b8109d:42391 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T11:19:30,803 INFO [RS:0;e12b86b8109d:42391 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T11:19:30,803 INFO [RS:0;e12b86b8109d:42391 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T11:19:30,803 DEBUG [RS:0;e12b86b8109d:42391 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T11:19:30,803 DEBUG [RS:0;e12b86b8109d:42391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:19:30,803 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:19:30,803 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:19:30,803 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:19:30,803 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:19:30,803 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:19:30,803 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-04T11:19:30,817 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/data/hbase/meta/1588230740/.tmp/ns/5ec5df90fd9f43e9ba61c6ffb47bf5a4 is 43, key is default/ns:d/1733311158305/Put/seqid=0 2024-12-04T11:19:30,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741835_1011 (size=5153) 2024-12-04T11:19:30,829 DEBUG [e12b86b8109d:33711 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T11:19:30,829 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=a2189d8a35ee4e5931645cd678d5909d, regionState=OPENING, regionLocation=e12b86b8109d,36543,1733311164741 2024-12-04T11:19:30,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a2189d8a35ee4e5931645cd678d5909d, ASSIGN because future has completed 2024-12-04T11:19:30,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2189d8a35ee4e5931645cd678d5909d, server=e12b86b8109d,36543,1733311164741}] 2024-12-04T11:19:30,871 INFO [regionserver/e12b86b8109d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:19:30,934 DEBUG [RS:0;e12b86b8109d:36543.replicationSource.wal-reader.e12b86b8109d%2C36543%2C1733311164741,1-e12b86b8109d,36543,1733311164741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,36543,1733311164741/e12b86b8109d%2C36543%2C1733311164741.1733311166484 to pos 0, reset compression=false 2024-12-04T11:19:30,986 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733311158397.a2189d8a35ee4e5931645cd678d5909d. 2024-12-04T11:19:30,986 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:19:30,986 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T11:19:30,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C36543%2C1733311164741.rep, suffix=, logDir=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,36543,1733311164741, archiveDir=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/oldWALs, maxLogs=10 2024-12-04T11:19:30,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,36543,1733311164741/e12b86b8109d%2C36543%2C1733311164741.rep.1733311170988, exclude list is [], retry=0 2024-12-04T11:19:31,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40095,DS-5053c0c6-db61-41ba-90e8-9cf783ae9fef,DISK] 2024-12-04T11:19:31,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,36543,1733311164741/e12b86b8109d%2C36543%2C1733311164741.rep.1733311170988 2024-12-04T11:19:31,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40773:40773)] 2024-12-04T11:19:31,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => a2189d8a35ee4e5931645cd678d5909d, NAME => 'hbase:replication,,1733311158397.a2189d8a35ee4e5931645cd678d5909d.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:19:31,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:19:31,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T11:19:31,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733311158397.a2189d8a35ee4e5931645cd678d5909d. service=MultiRowMutationService 2024-12-04T11:19:31,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T11:19:31,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a2189d8a35ee4e5931645cd678d5909d 2024-12-04T11:19:31,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733311158397.a2189d8a35ee4e5931645cd678d5909d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:19:31,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for a2189d8a35ee4e5931645cd678d5909d 2024-12-04T11:19:31,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for a2189d8a35ee4e5931645cd678d5909d 2024-12-04T11:19:31,003 DEBUG [RS:0;e12b86b8109d:42391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:19:31,004 INFO [StoreOpener-a2189d8a35ee4e5931645cd678d5909d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a2189d8a35ee4e5931645cd678d5909d 2024-12-04T11:19:31,005 INFO [StoreOpener-a2189d8a35ee4e5931645cd678d5909d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2189d8a35ee4e5931645cd678d5909d columnFamilyName hfileref 2024-12-04T11:19:31,005 DEBUG [StoreOpener-a2189d8a35ee4e5931645cd678d5909d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:31,005 INFO [StoreOpener-a2189d8a35ee4e5931645cd678d5909d-1 {}] regionserver.HStore(327): Store=a2189d8a35ee4e5931645cd678d5909d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:19:31,005 INFO [StoreOpener-a2189d8a35ee4e5931645cd678d5909d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a2189d8a35ee4e5931645cd678d5909d 2024-12-04T11:19:31,006 INFO [StoreOpener-a2189d8a35ee4e5931645cd678d5909d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2189d8a35ee4e5931645cd678d5909d columnFamilyName queue 2024-12-04T11:19:31,006 DEBUG [StoreOpener-a2189d8a35ee4e5931645cd678d5909d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:31,011 DEBUG [StoreOpener-a2189d8a35ee4e5931645cd678d5909d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/replication/a2189d8a35ee4e5931645cd678d5909d/queue/063194241bc84a72b7e2311089b77806 2024-12-04T11:19:31,011 INFO [StoreOpener-a2189d8a35ee4e5931645cd678d5909d-1 {}] regionserver.HStore(327): Store=a2189d8a35ee4e5931645cd678d5909d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:19:31,011 INFO [StoreOpener-a2189d8a35ee4e5931645cd678d5909d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a2189d8a35ee4e5931645cd678d5909d 2024-12-04T11:19:31,012 INFO [StoreOpener-a2189d8a35ee4e5931645cd678d5909d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2189d8a35ee4e5931645cd678d5909d columnFamilyName sid 2024-12-04T11:19:31,012 DEBUG [StoreOpener-a2189d8a35ee4e5931645cd678d5909d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:31,012 INFO [StoreOpener-a2189d8a35ee4e5931645cd678d5909d-1 {}] regionserver.HStore(327): Store=a2189d8a35ee4e5931645cd678d5909d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:19:31,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for a2189d8a35ee4e5931645cd678d5909d 2024-12-04T11:19:31,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/replication/a2189d8a35ee4e5931645cd678d5909d 2024-12-04T11:19:31,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/replication/a2189d8a35ee4e5931645cd678d5909d 2024-12-04T11:19:31,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for a2189d8a35ee4e5931645cd678d5909d 2024-12-04T11:19:31,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for a2189d8a35ee4e5931645cd678d5909d 2024-12-04T11:19:31,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T11:19:31,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for a2189d8a35ee4e5931645cd678d5909d 2024-12-04T11:19:31,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened a2189d8a35ee4e5931645cd678d5909d; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63580566, jitterRate=-0.0525757372379303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T11:19:31,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a2189d8a35ee4e5931645cd678d5909d 2024-12-04T11:19:31,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for a2189d8a35ee4e5931645cd678d5909d: Running coprocessor pre-open hook at 1733311171003Writing region info on filesystem at 1733311171003Initializing all the Stores at 1733311171004 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311171004Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311171004Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311171004Cleaning up temporary data from old regions at 1733311171014 (+10 ms)Running coprocessor post-open hooks at 1733311171017 (+3 ms)Region opened successfully at 1733311171017 2024-12-04T11:19:31,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733311158397.a2189d8a35ee4e5931645cd678d5909d., pid=13, masterSystemTime=1733311170983 2024-12-04T11:19:31,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733311158397.a2189d8a35ee4e5931645cd678d5909d. 2024-12-04T11:19:31,019 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733311158397.a2189d8a35ee4e5931645cd678d5909d. 2024-12-04T11:19:31,020 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=a2189d8a35ee4e5931645cd678d5909d, regionState=OPEN, openSeqNum=9, regionLocation=e12b86b8109d,36543,1733311164741 2024-12-04T11:19:31,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2189d8a35ee4e5931645cd678d5909d, server=e12b86b8109d,36543,1733311164741 because future has completed 2024-12-04T11:19:31,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-04T11:19:31,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure a2189d8a35ee4e5931645cd678d5909d, server=e12b86b8109d,36543,1733311164741 in 191 msec 2024-12-04T11:19:31,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-04T11:19:31,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a2189d8a35ee4e5931645cd678d5909d, ASSIGN in 348 msec 2024-12-04T11:19:31,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-04T11:19:31,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733311158397.a2189d8a35ee4e5931645cd678d5909d., hostname=e12b86b8109d,36543,1733311164741, seqNum=9] 2024-12-04T11:19:31,041 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for e12b86b8109d,44225,1733311150107 2024-12-04T11:19:31,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-04T11:19:31,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36543 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-04T11:19:31,203 DEBUG [RS:0;e12b86b8109d:42391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:19:31,208 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T11:19:31,208 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-04T11:19:31,221 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/data/hbase/meta/1588230740/.tmp/ns/5ec5df90fd9f43e9ba61c6ffb47bf5a4 2024-12-04T11:19:31,227 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/data/hbase/meta/1588230740/.tmp/ns/5ec5df90fd9f43e9ba61c6ffb47bf5a4 as hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/data/hbase/meta/1588230740/ns/5ec5df90fd9f43e9ba61c6ffb47bf5a4 2024-12-04T11:19:31,231 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/data/hbase/meta/1588230740/ns/5ec5df90fd9f43e9ba61c6ffb47bf5a4, entries=2, sequenceid=6, filesize=5.0 K 2024-12-04T11:19:31,232 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false 2024-12-04T11:19:31,236 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T11:19:31,236 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:19:31,236 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:19:31,236 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:19:31,236 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311170803Running coprocessor pre-close hooks at 1733311170803Disabling compacts and flushes for region at 1733311170803Disabling writes for close at 1733311170803Obtaining lock to block concurrent updates at 1733311170803Preparing flush snapshotting stores in 1588230740 at 1733311170803Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733311170804 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733311170804Flushing 1588230740/ns: creating writer at 1733311170804Flushing 1588230740/ns: appending metadata at 1733311170816 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733311170816Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57832f85: reopening flushed file at 1733311171226 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false at 1733311171232 (+6 ms)Writing region close event to WAL at 1733311171233 (+1 ms)Running coprocessor post-close hooks at 1733311171236 (+3 ms)Closed at 1733311171236 2024-12-04T11:19:31,236 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T11:19:31,404 INFO [RS:0;e12b86b8109d:42391 {}] regionserver.HRegionServer(976): stopping server e12b86b8109d,42391,1733311155725; all regions closed. 2024-12-04T11:19:31,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741834_1010 (size=1152) 2024-12-04T11:19:31,406 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/WALs/e12b86b8109d,42391,1733311155725/e12b86b8109d%2C42391%2C1733311155725.meta.1733311158246.meta not finished, retry = 0 2024-12-04T11:19:31,508 DEBUG [RS:0;e12b86b8109d:42391 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/oldWALs 2024-12-04T11:19:31,508 INFO [RS:0;e12b86b8109d:42391 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e12b86b8109d%2C42391%2C1733311155725.meta:.meta(num 1733311158246) 2024-12-04T11:19:31,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741832_1008 (size=93) 2024-12-04T11:19:31,510 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/WALs/e12b86b8109d,42391,1733311155725/e12b86b8109d%2C42391%2C1733311155725.1733311157701 not finished, retry = 0 2024-12-04T11:19:31,612 DEBUG [RS:0;e12b86b8109d:42391 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/oldWALs 2024-12-04T11:19:31,612 INFO [RS:0;e12b86b8109d:42391 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e12b86b8109d%2C42391%2C1733311155725:(num 1733311157701) 2024-12-04T11:19:31,612 DEBUG [RS:0;e12b86b8109d:42391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:31,612 INFO [RS:0;e12b86b8109d:42391 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:19:31,612 INFO [RS:0;e12b86b8109d:42391 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:19:31,612 INFO [RS:0;e12b86b8109d:42391 {}] hbase.ChoreService(370): Chore service for: regionserver/e12b86b8109d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T11:19:31,613 INFO [RS:0;e12b86b8109d:42391 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:19:31,613 INFO [regionserver/e12b86b8109d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:19:31,613 INFO [RS:0;e12b86b8109d:42391 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42391 2024-12-04T11:19:31,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x101a0112c1b0004, quorum=127.0.0.1:50052, baseZNode=/1391739125 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1391739125/rs/e12b86b8109d,42391,1733311155725 2024-12-04T11:19:31,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x101a0112c1b0003, quorum=127.0.0.1:50052, baseZNode=/1391739125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1391739125/rs 2024-12-04T11:19:31,663 INFO [RS:0;e12b86b8109d:42391 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:19:31,675 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e12b86b8109d,42391,1733311155725] 2024-12-04T11:19:31,685 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1391739125/draining/e12b86b8109d,42391,1733311155725 already deleted, retry=false 2024-12-04T11:19:31,686 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e12b86b8109d,42391,1733311155725 expired; onlineServers=0 2024-12-04T11:19:31,686 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e12b86b8109d,37099,1733311155579' ***** 2024-12-04T11:19:31,686 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T11:19:31,686 INFO [M:0;e12b86b8109d:37099 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:19:31,686 INFO [M:0;e12b86b8109d:37099 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:19:31,686 DEBUG [M:0;e12b86b8109d:37099 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T11:19:31,686 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T11:19:31,686 DEBUG [M:0;e12b86b8109d:37099 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T11:19:31,686 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311157374 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311157374,5,FailOnTimeoutGroup] 2024-12-04T11:19:31,686 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311157373 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311157373,5,FailOnTimeoutGroup] 2024-12-04T11:19:31,686 INFO [M:0;e12b86b8109d:37099 {}] hbase.ChoreService(370): Chore service for: master/e12b86b8109d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T11:19:31,686 INFO [M:0;e12b86b8109d:37099 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:19:31,686 DEBUG [M:0;e12b86b8109d:37099 {}] master.HMaster(1795): Stopping service threads 2024-12-04T11:19:31,686 INFO [M:0;e12b86b8109d:37099 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T11:19:31,686 INFO [M:0;e12b86b8109d:37099 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:19:31,687 INFO [M:0;e12b86b8109d:37099 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T11:19:31,687 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T11:19:31,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x101a0112c1b0003, quorum=127.0.0.1:50052, baseZNode=/1391739125 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1391739125/master 2024-12-04T11:19:31,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x101a0112c1b0003, quorum=127.0.0.1:50052, baseZNode=/1391739125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1391739125 2024-12-04T11:19:31,696 DEBUG [M:0;e12b86b8109d:37099 {}] zookeeper.ZKUtil(347): master:37099-0x101a0112c1b0003, quorum=127.0.0.1:50052, baseZNode=/1391739125 Unable to get data of znode /1391739125/master because node does not exist (not an error) 2024-12-04T11:19:31,696 WARN [M:0;e12b86b8109d:37099 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T11:19:31,697 INFO [M:0;e12b86b8109d:37099 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/.lastflushedseqids 2024-12-04T11:19:31,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741836_1012 (size=99) 2024-12-04T11:19:31,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x101a0112c1b0004, quorum=127.0.0.1:50052, baseZNode=/1391739125 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:19:31,775 INFO [RS:0;e12b86b8109d:42391 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:19:31,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x101a0112c1b0004, quorum=127.0.0.1:50052, baseZNode=/1391739125 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:19:31,775 INFO [RS:0;e12b86b8109d:42391 {}] regionserver.HRegionServer(1031): Exiting; stopping=e12b86b8109d,42391,1733311155725; zookeeper connection closed. 2024-12-04T11:19:31,776 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6b759046 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6b759046 2024-12-04T11:19:31,776 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T11:19:31,938 DEBUG [RS:0;e12b86b8109d:36543.replicationSource.wal-reader.e12b86b8109d%2C36543%2C1733311164741,1-e12b86b8109d,36543,1733311164741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,36543,1733311164741/e12b86b8109d%2C36543%2C1733311164741.1733311166484 to pos 0, reset compression=false 2024-12-04T11:19:32,102 INFO [M:0;e12b86b8109d:37099 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T11:19:32,102 INFO [M:0;e12b86b8109d:37099 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T11:19:32,102 DEBUG [M:0;e12b86b8109d:37099 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:19:32,102 INFO [M:0;e12b86b8109d:37099 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:19:32,102 DEBUG [M:0;e12b86b8109d:37099 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:19:32,102 DEBUG [M:0;e12b86b8109d:37099 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:19:32,102 DEBUG [M:0;e12b86b8109d:37099 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:19:32,102 INFO [M:0;e12b86b8109d:37099 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-04T11:19:32,115 DEBUG [M:0;e12b86b8109d:37099 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1861f2a462a4dc0911b795333537c3a is 82, key is hbase:meta,,1/info:regioninfo/1733311158282/Put/seqid=0 2024-12-04T11:19:32,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741837_1013 (size=5672) 2024-12-04T11:19:32,266 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:19:32,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:32,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:32,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:32,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:32,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:32,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:32,519 INFO [M:0;e12b86b8109d:37099 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1861f2a462a4dc0911b795333537c3a 2024-12-04T11:19:32,535 DEBUG [M:0;e12b86b8109d:37099 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a0025cd2fb44b6aa56a7a2093ccdd05 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733311158308/Put/seqid=0 2024-12-04T11:19:32,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741838_1014 (size=5275) 2024-12-04T11:19:32,939 INFO [M:0;e12b86b8109d:37099 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a0025cd2fb44b6aa56a7a2093ccdd05 2024-12-04T11:19:32,955 DEBUG [M:0;e12b86b8109d:37099 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2a967c09076449fb7872746a62414d7 is 69, key is e12b86b8109d,42391,1733311155725/rs:state/1733311157507/Put/seqid=0 2024-12-04T11:19:32,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741839_1015 (size=5156) 2024-12-04T11:19:33,041 DEBUG [RS:0;e12b86b8109d:36543.replicationSource.wal-reader.e12b86b8109d%2C36543%2C1733311164741,1-e12b86b8109d,36543,1733311164741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,36543,1733311164741/e12b86b8109d%2C36543%2C1733311164741.1733311166484 to pos 0, reset compression=false 2024-12-04T11:19:33,359 INFO [M:0;e12b86b8109d:37099 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2a967c09076449fb7872746a62414d7 2024-12-04T11:19:33,364 DEBUG [M:0;e12b86b8109d:37099 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1861f2a462a4dc0911b795333537c3a as hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e1861f2a462a4dc0911b795333537c3a 2024-12-04T11:19:33,368 INFO [M:0;e12b86b8109d:37099 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e1861f2a462a4dc0911b795333537c3a, entries=8, sequenceid=28, filesize=5.5 K 2024-12-04T11:19:33,369 DEBUG [M:0;e12b86b8109d:37099 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a0025cd2fb44b6aa56a7a2093ccdd05 as hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7a0025cd2fb44b6aa56a7a2093ccdd05 2024-12-04T11:19:33,373 INFO [M:0;e12b86b8109d:37099 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7a0025cd2fb44b6aa56a7a2093ccdd05, entries=3, sequenceid=28, filesize=5.2 K 2024-12-04T11:19:33,374 DEBUG [M:0;e12b86b8109d:37099 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2a967c09076449fb7872746a62414d7 as hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f2a967c09076449fb7872746a62414d7 2024-12-04T11:19:33,378 INFO [M:0;e12b86b8109d:37099 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38871/user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f2a967c09076449fb7872746a62414d7, entries=1, sequenceid=28, filesize=5.0 K 2024-12-04T11:19:33,379 INFO [M:0;e12b86b8109d:37099 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=28, compaction requested=false 2024-12-04T11:19:33,380 INFO [M:0;e12b86b8109d:37099 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:19:33,380 DEBUG [M:0;e12b86b8109d:37099 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311172102Disabling compacts and flushes for region at 1733311172102Disabling writes for close at 1733311172102Obtaining lock to block concurrent updates at 1733311172102Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733311172102Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733311172102Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733311172103 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733311172103Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733311172115 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733311172115Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733311172523 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733311172535 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733311172535Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733311172943 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733311172955 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733311172955Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15677b76: reopening flushed file at 1733311173363 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ac20196: reopening flushed file at 1733311173368 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37885351: reopening flushed file at 1733311173373 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=28, compaction requested=false at 1733311173379 (+6 ms)Writing region close event to WAL at 1733311173380 (+1 ms)Closed at 1733311173380 2024-12-04T11:19:33,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741830_1006 (size=10165) 2024-12-04T11:19:33,382 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/94c77343-7b0e-fd83-b706-54821ea5f8eb/MasterData/WALs/e12b86b8109d,37099,1733311155579/e12b86b8109d%2C37099%2C1733311155579.1733311157110 not finished, retry = 0 2024-12-04T11:19:33,483 INFO [M:0;e12b86b8109d:37099 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T11:19:33,483 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:19:33,483 INFO [M:0;e12b86b8109d:37099 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37099 2024-12-04T11:19:33,484 INFO [M:0;e12b86b8109d:37099 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:19:33,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x101a0112c1b0003, quorum=127.0.0.1:50052, baseZNode=/1391739125 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:19:33,658 INFO [M:0;e12b86b8109d:37099 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:19:33,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x101a0112c1b0003, quorum=127.0.0.1:50052, baseZNode=/1391739125 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:19:33,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c111acf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T11:19:33,660 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@578c9118{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T11:19:33,660 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T11:19:33,661 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e38c1ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T11:19:33,661 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f8e46f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f8c0d0-3878-9bfc-f2b3-3822c11cb6e0/hadoop.log.dir/,STOPPED} 2024-12-04T11:19:33,667 WARN [BP-440985248-172.17.0.2-1733311152577 heartbeating to localhost/127.0.0.1:38871 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T11:19:33,667 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T11:19:33,667 WARN [BP-440985248-172.17.0.2-1733311152577 heartbeating to localhost/127.0.0.1:38871 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-440985248-172.17.0.2-1733311152577 (Datanode Uuid cdf1a35d-ab6f-468d-ba80-a0752acfd559) service to localhost/127.0.0.1:38871 2024-12-04T11:19:33,667 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T11:19:33,667 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f8c0d0-3878-9bfc-f2b3-3822c11cb6e0/cluster_2c9fc9de-56f6-a1b9-fce3-144802728156/data/data1/current/BP-440985248-172.17.0.2-1733311152577 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T11:19:33,667 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f8c0d0-3878-9bfc-f2b3-3822c11cb6e0/cluster_2c9fc9de-56f6-a1b9-fce3-144802728156/data/data2/current/BP-440985248-172.17.0.2-1733311152577 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T11:19:33,667 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T11:19:33,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2207950c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T11:19:33,673 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@619484eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T11:19:33,673 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T11:19:33,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e8efeae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T11:19:33,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@243c982e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f8c0d0-3878-9bfc-f2b3-3822c11cb6e0/hadoop.log.dir/,STOPPED} 2024-12-04T11:19:33,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T11:19:33,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T11:19:33,683 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:19:33,683 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:19:33,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:33,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:33,683 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:19:33,683 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T11:19:33,683 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1763052057, stopped=false 2024-12-04T11:19:33,683 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e12b86b8109d,33711,1733311164555 2024-12-04T11:19:33,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x101a0112c1b0006, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01035444657/running 2024-12-04T11:19:33,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36543-0x101a0112c1b0007, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01035444657/running 2024-12-04T11:19:33,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x101a0112c1b0006, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01035444657 2024-12-04T11:19:33,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36543-0x101a0112c1b0007, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01035444657 2024-12-04T11:19:33,706 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:19:33,707 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:19:33,707 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:19:33,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:33,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33711-0x101a0112c1b0006, quorum=127.0.0.1:50052, baseZNode=/01035444657 Set watcher on znode that does not yet exist, /01035444657/running 2024-12-04T11:19:33,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36543-0x101a0112c1b0007, quorum=127.0.0.1:50052, baseZNode=/01035444657 Set watcher on znode that does not yet exist, /01035444657/running 2024-12-04T11:19:33,707 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e12b86b8109d,36543,1733311164741' ***** 2024-12-04T11:19:33,707 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T11:19:33,707 INFO [RS:0;e12b86b8109d:36543 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T11:19:33,707 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T11:19:33,707 INFO [RS:0;e12b86b8109d:36543 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T11:19:33,707 INFO [RS:0;e12b86b8109d:36543 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T11:19:33,707 INFO [RS:0;e12b86b8109d:36543 {}] regionserver.HRegionServer(3091): Received CLOSE for a2189d8a35ee4e5931645cd678d5909d 2024-12-04T11:19:33,708 INFO [RS:0;e12b86b8109d:36543 {}] regionserver.HRegionServer(959): stopping server e12b86b8109d,36543,1733311164741 2024-12-04T11:19:33,708 INFO [RS:0;e12b86b8109d:36543 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:19:33,708 INFO [RS:0;e12b86b8109d:36543 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:36543. 2024-12-04T11:19:33,708 DEBUG [RS:0;e12b86b8109d:36543 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:19:33,708 DEBUG [RS:0;e12b86b8109d:36543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:33,708 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a2189d8a35ee4e5931645cd678d5909d, disabling compactions & flushes 2024-12-04T11:19:33,708 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733311158397.a2189d8a35ee4e5931645cd678d5909d. 2024-12-04T11:19:33,708 INFO [RS:0;e12b86b8109d:36543 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T11:19:33,708 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733311158397.a2189d8a35ee4e5931645cd678d5909d. 2024-12-04T11:19:33,708 INFO [RS:0;e12b86b8109d:36543 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T11:19:33,708 INFO [RS:0;e12b86b8109d:36543 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T11:19:33,708 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733311158397.a2189d8a35ee4e5931645cd678d5909d. after waiting 0 ms 2024-12-04T11:19:33,708 INFO [RS:0;e12b86b8109d:36543 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T11:19:33,708 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733311158397.a2189d8a35ee4e5931645cd678d5909d. 2024-12-04T11:19:33,708 INFO [RS:0;e12b86b8109d:36543 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T11:19:33,708 DEBUG [RS:0;e12b86b8109d:36543 {}] regionserver.HRegionServer(1325): Online Regions={a2189d8a35ee4e5931645cd678d5909d=hbase:replication,,1733311158397.a2189d8a35ee4e5931645cd678d5909d., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T11:19:33,708 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:19:33,708 DEBUG [RS:0;e12b86b8109d:36543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a2189d8a35ee4e5931645cd678d5909d 2024-12-04T11:19:33,708 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:19:33,708 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:19:33,708 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:19:33,708 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:19:33,708 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-04T11:19:33,711 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/replication/a2189d8a35ee4e5931645cd678d5909d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-04T11:19:33,712 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:19:33,712 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:19:33,712 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733311158397.a2189d8a35ee4e5931645cd678d5909d. 2024-12-04T11:19:33,712 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a2189d8a35ee4e5931645cd678d5909d: Waiting for close lock at 1733311173708Running coprocessor pre-close hooks at 1733311173708Disabling compacts and flushes for region at 1733311173708Disabling writes for close at 1733311173708Writing region close event to WAL at 1733311173708Running coprocessor post-close hooks at 1733311173712 (+4 ms)Closed at 1733311173712 2024-12-04T11:19:33,712 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733311158397.a2189d8a35ee4e5931645cd678d5909d. 2024-12-04T11:19:33,720 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/meta/1588230740/.tmp/info/b0d747d9384a4695a0d43c8cd0b3f49a is 147, key is hbase:replication,,1733311158397.a2189d8a35ee4e5931645cd678d5909d./info:regioninfo/1733311171020/Put/seqid=0 2024-12-04T11:19:33,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741851_1027 (size=6385) 2024-12-04T11:19:33,745 INFO [regionserver/e12b86b8109d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:19:33,908 DEBUG [RS:0;e12b86b8109d:36543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:19:34,108 DEBUG [RS:0;e12b86b8109d:36543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:19:34,125 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/meta/1588230740/.tmp/info/b0d747d9384a4695a0d43c8cd0b3f49a 2024-12-04T11:19:34,130 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/meta/1588230740/.tmp/info/b0d747d9384a4695a0d43c8cd0b3f49a as hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/meta/1588230740/info/b0d747d9384a4695a0d43c8cd0b3f49a 2024-12-04T11:19:34,134 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/meta/1588230740/info/b0d747d9384a4695a0d43c8cd0b3f49a, entries=8, sequenceid=19, filesize=6.2 K 2024-12-04T11:19:34,135 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 427ms, sequenceid=19, compaction requested=false 2024-12-04T11:19:34,140 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-04T11:19:34,141 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:19:34,141 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:19:34,141 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:19:34,141 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311173708Running coprocessor pre-close hooks at 1733311173708Disabling compacts and flushes for region at 1733311173708Disabling writes for close at 1733311173708Obtaining lock to block concurrent updates at 1733311173708Preparing flush snapshotting stores in 1588230740 at 1733311173708Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733311173709 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733311173709Flushing 1588230740/info: creating writer at 1733311173709Flushing 1588230740/info: appending metadata at 1733311173720 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733311173720Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c0548b6: reopening flushed file at 1733311174129 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 427ms, sequenceid=19, compaction requested=false at 1733311174135 (+6 ms)Writing region close event to WAL at 1733311174137 (+2 ms)Running coprocessor post-close hooks at 1733311174141 (+4 ms)Closed at 1733311174141 2024-12-04T11:19:34,141 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T11:19:34,246 DEBUG [RS:0;e12b86b8109d:36543.replicationSource.wal-reader.e12b86b8109d%2C36543%2C1733311164741,1-e12b86b8109d,36543,1733311164741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,36543,1733311164741/e12b86b8109d%2C36543%2C1733311164741.1733311166484 to pos 0, reset compression=false 2024-12-04T11:19:34,309 INFO [RS:0;e12b86b8109d:36543 {}] regionserver.HRegionServer(976): stopping server e12b86b8109d,36543,1733311164741; all regions closed. 2024-12-04T11:19:34,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741849_1025 (size=2156) 2024-12-04T11:19:34,311 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/WALs/e12b86b8109d,36543,1733311164741/e12b86b8109d%2C36543%2C1733311164741.meta.1733311166749.meta not finished, retry = 0 2024-12-04T11:19:34,339 INFO [regionserver/e12b86b8109d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T11:19:34,339 INFO [regionserver/e12b86b8109d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T11:19:34,413 DEBUG [RS:0;e12b86b8109d:36543 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/oldWALs 2024-12-04T11:19:34,413 INFO [RS:0;e12b86b8109d:36543 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e12b86b8109d%2C36543%2C1733311164741.meta:.meta(num 1733311166749) 2024-12-04T11:19:34,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741850_1026 (size=796) 2024-12-04T11:19:34,417 DEBUG [RS:0;e12b86b8109d:36543 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/oldWALs 2024-12-04T11:19:34,417 INFO [RS:0;e12b86b8109d:36543 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e12b86b8109d%2C36543%2C1733311164741.rep:(num 1733311170988) 2024-12-04T11:19:34,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741848_1024 (size=93) 2024-12-04T11:19:34,420 DEBUG [RS:0;e12b86b8109d:36543 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/oldWALs 2024-12-04T11:19:34,420 INFO [RS:0;e12b86b8109d:36543 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e12b86b8109d%2C36543%2C1733311164741:(num 1733311166484) 2024-12-04T11:19:34,420 DEBUG [RS:0;e12b86b8109d:36543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:34,420 INFO [RS:0;e12b86b8109d:36543 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:19:34,420 INFO [RS:0;e12b86b8109d:36543 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:19:34,420 INFO [RS:0;e12b86b8109d:36543 {}] hbase.ChoreService(370): Chore service for: regionserver/e12b86b8109d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T11:19:34,421 INFO [RS:0;e12b86b8109d:36543 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:19:34,421 INFO [regionserver/e12b86b8109d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:19:34,421 INFO [RS:0;e12b86b8109d:36543 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e12b86b8109d,36543,1733311164741 because: Region server is closing 2024-12-04T11:19:34,421 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/e12b86b8109d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-04T11:19:34,421 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/e12b86b8109d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-04T11:19:34,421 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/e12b86b8109d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-04T11:19:34,421 INFO [RS:0;e12b86b8109d:36543 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:36543. 2024-12-04T11:19:34,421 DEBUG [RS:0;e12b86b8109d:36543 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:19:34,421 DEBUG [RS:0;e12b86b8109d:36543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:34,421 DEBUG [RS:0;e12b86b8109d:36543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:34,422 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:19:34,522 WARN [RS:0;e12b86b8109d:36543.replicationSource.wal-reader.e12b86b8109d%2C36543%2C1733311164741,1-e12b86b8109d,36543,1733311164741 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T11:19:34,522 WARN [RS:0;e12b86b8109d:36543.replicationSource.shippere12b86b8109d%2C36543%2C1733311164741,1-e12b86b8109d,36543,1733311164741 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T11:19:34,522 INFO [RS:0;e12b86b8109d:36543 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;e12b86b8109d:36543.replicationSource.shippere12b86b8109d%2C36543%2C1733311164741,1-e12b86b8109d,36543,1733311164741 terminated 2024-12-04T11:19:34,522 INFO [RS:0;e12b86b8109d:36543 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36543 2024-12-04T11:19:34,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x101a0112c1b0006, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01035444657/rs 2024-12-04T11:19:34,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36543-0x101a0112c1b0007, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01035444657/rs/e12b86b8109d,36543,1733311164741 2024-12-04T11:19:34,538 INFO [RS:0;e12b86b8109d:36543 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:19:34,570 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e12b86b8109d,36543,1733311164741] 2024-12-04T11:19:34,580 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01035444657/draining/e12b86b8109d,36543,1733311164741 already deleted, retry=false 2024-12-04T11:19:34,580 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e12b86b8109d,36543,1733311164741 expired; onlineServers=0 2024-12-04T11:19:34,580 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e12b86b8109d,33711,1733311164555' ***** 2024-12-04T11:19:34,580 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T11:19:34,580 INFO [M:0;e12b86b8109d:33711 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:19:34,580 INFO [M:0;e12b86b8109d:33711 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:19:34,580 DEBUG [M:0;e12b86b8109d:33711 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T11:19:34,581 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T11:19:34,581 DEBUG [M:0;e12b86b8109d:33711 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T11:19:34,581 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311166156 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311166156,5,FailOnTimeoutGroup] 2024-12-04T11:19:34,581 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311166157 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311166157,5,FailOnTimeoutGroup] 2024-12-04T11:19:34,581 INFO [M:0;e12b86b8109d:33711 {}] hbase.ChoreService(370): Chore service for: master/e12b86b8109d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T11:19:34,581 INFO [M:0;e12b86b8109d:33711 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:19:34,581 DEBUG [M:0;e12b86b8109d:33711 {}] master.HMaster(1795): Stopping service threads 2024-12-04T11:19:34,581 INFO [M:0;e12b86b8109d:33711 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T11:19:34,581 INFO [M:0;e12b86b8109d:33711 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:19:34,581 INFO [M:0;e12b86b8109d:33711 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T11:19:34,581 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T11:19:34,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x101a0112c1b0006, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01035444657/master 2024-12-04T11:19:34,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x101a0112c1b0006, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01035444657 2024-12-04T11:19:34,601 DEBUG [M:0;e12b86b8109d:33711 {}] zookeeper.RecoverableZooKeeper(212): Node /01035444657/master already deleted, retry=false 2024-12-04T11:19:34,601 DEBUG [M:0;e12b86b8109d:33711 {}] master.ActiveMasterManager(353): master:33711-0x101a0112c1b0006, quorum=127.0.0.1:50052, baseZNode=/01035444657 Failed delete of our master address node; KeeperErrorCode = NoNode for /01035444657/master 2024-12-04T11:19:34,602 INFO [M:0;e12b86b8109d:33711 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/.lastflushedseqids 2024-12-04T11:19:34,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741852_1028 (size=181) 2024-12-04T11:19:34,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36543-0x101a0112c1b0007, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:19:34,670 INFO [RS:0;e12b86b8109d:36543 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:19:34,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36543-0x101a0112c1b0007, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:19:34,670 INFO [RS:0;e12b86b8109d:36543 {}] regionserver.HRegionServer(1031): Exiting; stopping=e12b86b8109d,36543,1733311164741; zookeeper connection closed. 2024-12-04T11:19:34,670 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70973ead {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70973ead 2024-12-04T11:19:34,670 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T11:19:35,018 INFO [M:0;e12b86b8109d:33711 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T11:19:35,018 INFO [M:0;e12b86b8109d:33711 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T11:19:35,018 DEBUG [M:0;e12b86b8109d:33711 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:19:35,018 INFO [M:0;e12b86b8109d:33711 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:19:35,018 DEBUG [M:0;e12b86b8109d:33711 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:19:35,018 DEBUG [M:0;e12b86b8109d:33711 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:19:35,018 DEBUG [M:0;e12b86b8109d:33711 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:19:35,018 INFO [M:0;e12b86b8109d:33711 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-04T11:19:35,037 DEBUG [M:0;e12b86b8109d:33711 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b1030a3fb8c94b1c8aeb701897992392 is 82, key is hbase:meta,,1/info:regioninfo/1733311166790/Put/seqid=0 2024-12-04T11:19:35,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741853_1029 (size=5672) 2024-12-04T11:19:35,441 INFO [M:0;e12b86b8109d:33711 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b1030a3fb8c94b1c8aeb701897992392 2024-12-04T11:19:35,477 DEBUG [M:0;e12b86b8109d:33711 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7034336f80d24ec1b28fe049af779a9f is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733311171025/Put/seqid=0 2024-12-04T11:19:35,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741854_1030 (size=7312) 2024-12-04T11:19:35,887 INFO [M:0;e12b86b8109d:33711 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7034336f80d24ec1b28fe049af779a9f 2024-12-04T11:19:35,914 DEBUG [M:0;e12b86b8109d:33711 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac03c23a05e241a5874d82e0650426f1 is 69, key is e12b86b8109d,36543,1733311164741/rs:state/1733311166257/Put/seqid=0 2024-12-04T11:19:35,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741855_1031 (size=5370) 2024-12-04T11:19:35,922 INFO [M:0;e12b86b8109d:33711 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac03c23a05e241a5874d82e0650426f1 2024-12-04T11:19:35,936 INFO [M:0;e12b86b8109d:33711 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac03c23a05e241a5874d82e0650426f1 2024-12-04T11:19:35,937 DEBUG [M:0;e12b86b8109d:33711 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b1030a3fb8c94b1c8aeb701897992392 as hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b1030a3fb8c94b1c8aeb701897992392 2024-12-04T11:19:35,942 INFO [M:0;e12b86b8109d:33711 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b1030a3fb8c94b1c8aeb701897992392, entries=8, sequenceid=127, filesize=5.5 K 2024-12-04T11:19:35,943 DEBUG [M:0;e12b86b8109d:33711 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7034336f80d24ec1b28fe049af779a9f as hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7034336f80d24ec1b28fe049af779a9f 2024-12-04T11:19:35,949 INFO [M:0;e12b86b8109d:33711 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7034336f80d24ec1b28fe049af779a9f, entries=7, sequenceid=127, filesize=7.1 K 2024-12-04T11:19:35,952 DEBUG [M:0;e12b86b8109d:33711 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac03c23a05e241a5874d82e0650426f1 as hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac03c23a05e241a5874d82e0650426f1 2024-12-04T11:19:35,957 INFO [M:0;e12b86b8109d:33711 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac03c23a05e241a5874d82e0650426f1 2024-12-04T11:19:35,957 INFO [M:0;e12b86b8109d:33711 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35961/user/jenkins/test-data/0fc39d6a-5c68-e37b-961b-02215bd35d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac03c23a05e241a5874d82e0650426f1, entries=2, sequenceid=127, filesize=5.2 K 2024-12-04T11:19:35,958 INFO [M:0;e12b86b8109d:33711 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 939ms, sequenceid=127, compaction requested=false 2024-12-04T11:19:35,959 INFO [M:0;e12b86b8109d:33711 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:19:35,959 DEBUG [M:0;e12b86b8109d:33711 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311175018Disabling compacts and flushes for region at 1733311175018Disabling writes for close at 1733311175018Obtaining lock to block concurrent updates at 1733311175018Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733311175018Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733311175018Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733311175019 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733311175019Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733311175036 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733311175036Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733311175455 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733311175477 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733311175477Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733311175894 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733311175913 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733311175914 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@449de69: reopening flushed file at 1733311175936 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3322cbcc: reopening flushed file at 1733311175942 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44722ccc: reopening flushed file at 1733311175949 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 939ms, sequenceid=127, compaction requested=false at 1733311175958 (+9 ms)Writing region close event to WAL at 1733311175959 (+1 ms)Closed at 1733311175959 2024-12-04T11:19:35,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741847_1023 (size=22903) 2024-12-04T11:19:35,961 INFO [M:0;e12b86b8109d:33711 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T11:19:35,961 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:19:35,961 INFO [M:0;e12b86b8109d:33711 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33711 2024-12-04T11:19:35,962 INFO [M:0;e12b86b8109d:33711 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:19:36,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x101a0112c1b0006, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:19:36,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x101a0112c1b0006, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:19:36,112 INFO [M:0;e12b86b8109d:33711 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:19:36,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6cb855d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T11:19:36,118 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d8d2896{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T11:19:36,118 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T11:19:36,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fa3bf23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T11:19:36,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14bdd366{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182103b0-e456-7423-3929-03be4a37db35/hadoop.log.dir/,STOPPED} 2024-12-04T11:19:36,120 WARN [BP-1755592684-172.17.0.2-1733311148161 heartbeating to localhost/127.0.0.1:35961 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T11:19:36,120 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T11:19:36,121 WARN [BP-1755592684-172.17.0.2-1733311148161 heartbeating to localhost/127.0.0.1:35961 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1755592684-172.17.0.2-1733311148161 (Datanode Uuid 462701e7-d62c-4390-b5f6-d54eea1e6291) service to localhost/127.0.0.1:35961 2024-12-04T11:19:36,121 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T11:19:36,121 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182103b0-e456-7423-3929-03be4a37db35/cluster_34948db9-8cd1-8d08-7936-3960460be7f1/data/data1/current/BP-1755592684-172.17.0.2-1733311148161 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T11:19:36,121 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182103b0-e456-7423-3929-03be4a37db35/cluster_34948db9-8cd1-8d08-7936-3960460be7f1/data/data2/current/BP-1755592684-172.17.0.2-1733311148161 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T11:19:36,122 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T11:19:36,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41b567c5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T11:19:36,129 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@488881f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T11:19:36,129 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T11:19:36,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d32fc16{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T11:19:36,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ad3a617{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182103b0-e456-7423-3929-03be4a37db35/hadoop.log.dir/,STOPPED} 2024-12-04T11:19:36,142 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T11:19:36,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T11:19:36,171 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 161) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38871 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35961 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38871 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38871 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50052) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35961 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:38871 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:35961 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50052) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35961 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:35961 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35961 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38871 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35961 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35961 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35961 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35961 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=317 (was 250) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3773 (was 2917) - AvailableMemoryMB LEAK? - 2024-12-04T11:19:36,182 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=317, ProcessCount=11, AvailableMemoryMB=3772 2024-12-04T11:19:36,201 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-04T11:19:36,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f8c0d0-3878-9bfc-f2b3-3822c11cb6e0/hadoop.log.dir so I do NOT create it in target/test-data/895e8290-0710-a730-b620-a8203bcf3fc5 2024-12-04T11:19:36,202 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f8c0d0-3878-9bfc-f2b3-3822c11cb6e0/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T11:19:36,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f8c0d0-3878-9bfc-f2b3-3822c11cb6e0/hadoop.tmp.dir so I do NOT create it in target/test-data/895e8290-0710-a730-b620-a8203bcf3fc5 2024-12-04T11:19:36,202 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f8c0d0-3878-9bfc-f2b3-3822c11cb6e0/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T11:19:36,202 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/895e8290-0710-a730-b620-a8203bcf3fc5 2024-12-04T11:19:36,202 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/895e8290-0710-a730-b620-a8203bcf3fc5/cluster_f323c7fd-adac-5fba-4c13-42d968529f26, deleteOnExit=true 2024-12-04T11:19:36,227 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/895e8290-0710-a730-b620-a8203bcf3fc5/cluster_f323c7fd-adac-5fba-4c13-42d968529f26/zookeeper_0, clientPort=51421, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/895e8290-0710-a730-b620-a8203bcf3fc5/cluster_f323c7fd-adac-5fba-4c13-42d968529f26/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/895e8290-0710-a730-b620-a8203bcf3fc5/cluster_f323c7fd-adac-5fba-4c13-42d968529f26/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T11:19:36,228 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51421 2024-12-04T11:19:36,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T11:19:36,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T11:19:36,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/895e8290-0710-a730-b620-a8203bcf3fc5/test.cache.data in system properties and HBase conf 2024-12-04T11:19:36,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/895e8290-0710-a730-b620-a8203bcf3fc5/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T11:19:36,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/895e8290-0710-a730-b620-a8203bcf3fc5/hadoop.log.dir in system properties and HBase conf 2024-12-04T11:19:36,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/895e8290-0710-a730-b620-a8203bcf3fc5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T11:19:36,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/895e8290-0710-a730-b620-a8203bcf3fc5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T11:19:36,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T11:19:36,229 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T11:19:36,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/895e8290-0710-a730-b620-a8203bcf3fc5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T11:19:36,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/895e8290-0710-a730-b620-a8203bcf3fc5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T11:19:36,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/895e8290-0710-a730-b620-a8203bcf3fc5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T11:19:36,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/895e8290-0710-a730-b620-a8203bcf3fc5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T11:19:36,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/895e8290-0710-a730-b620-a8203bcf3fc5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T11:19:36,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/895e8290-0710-a730-b620-a8203bcf3fc5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T11:19:36,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/895e8290-0710-a730-b620-a8203bcf3fc5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T11:19:36,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/895e8290-0710-a730-b620-a8203bcf3fc5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T11:19:36,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/895e8290-0710-a730-b620-a8203bcf3fc5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T11:19:36,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/895e8290-0710-a730-b620-a8203bcf3fc5/nfs.dump.dir in system properties and HBase conf 2024-12-04T11:19:36,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/895e8290-0710-a730-b620-a8203bcf3fc5/java.io.tmpdir in system properties and HBase conf 2024-12-04T11:19:36,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/895e8290-0710-a730-b620-a8203bcf3fc5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T11:19:36,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/895e8290-0710-a730-b620-a8203bcf3fc5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T11:19:36,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/895e8290-0710-a730-b620-a8203bcf3fc5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T11:19:36,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a0112c1b0002, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T11:19:36,236 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a0112c1b0002, quorum=127.0.0.1:50052, baseZNode=/01035444657 Received Disconnected from ZooKeeper, ignoring 2024-12-04T11:19:36,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a0112c1b0005, quorum=127.0.0.1:50052, baseZNode=/1391739125 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T11:19:36,237 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a0112c1b0005, quorum=127.0.0.1:50052, baseZNode=/1391739125 Received Disconnected from ZooKeeper, ignoring 2024-12-04T11:19:36,612 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:19:36,617 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T11:19:36,624 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T11:19:36,625 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T11:19:36,625 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T11:19:36,625 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:19:36,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c5148e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/895e8290-0710-a730-b620-a8203bcf3fc5/hadoop.log.dir/,AVAILABLE} 2024-12-04T11:19:36,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5736233d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T11:19:36,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21b1326b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/895e8290-0710-a730-b620-a8203bcf3fc5/java.io.tmpdir/jetty-localhost-42667-hadoop-hdfs-3_4_1-tests_jar-_-any-13452357131634140933/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T11:19:36,729 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7762b913{HTTP/1.1, (http/1.1)}{localhost:42667} 2024-12-04T11:19:36,729 INFO [Time-limited test {}] server.Server(415): Started @171440ms 2024-12-04T11:19:37,042 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:19:37,046 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T11:19:37,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T11:19:37,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T11:19:37,052 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T11:19:37,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a5f470f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/895e8290-0710-a730-b620-a8203bcf3fc5/hadoop.log.dir/,AVAILABLE} 2024-12-04T11:19:37,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27c217a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T11:19:37,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37175182{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/895e8290-0710-a730-b620-a8203bcf3fc5/java.io.tmpdir/jetty-localhost-39083-hadoop-hdfs-3_4_1-tests_jar-_-any-2394920424449502292/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T11:19:37,171 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@458d98f2{HTTP/1.1, (http/1.1)}{localhost:39083} 2024-12-04T11:19:37,171 INFO [Time-limited test {}] server.Server(415): Started @171883ms 2024-12-04T11:19:37,173 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T11:19:37,849 WARN [Thread-1681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/895e8290-0710-a730-b620-a8203bcf3fc5/cluster_f323c7fd-adac-5fba-4c13-42d968529f26/data/data1/current/BP-2055846700-172.17.0.2-1733311176265/current, will proceed with Du for space computation calculation, 2024-12-04T11:19:37,849 WARN [Thread-1682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/895e8290-0710-a730-b620-a8203bcf3fc5/cluster_f323c7fd-adac-5fba-4c13-42d968529f26/data/data2/current/BP-2055846700-172.17.0.2-1733311176265/current, will proceed with Du for space computation calculation, 2024-12-04T11:19:37,864 WARN [Thread-1669 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T11:19:37,866 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5122ce1d1209d37 with lease ID 0x8d489e743bac8e45: Processing first storage report for DS-12263a50-e767-4b2b-a442-71110530fb50 from datanode DatanodeRegistration(127.0.0.1:37057, datanodeUuid=000b8395-de3c-439b-b22f-1f90aae6a4da, infoPort=46629, infoSecurePort=0, ipcPort=42579, storageInfo=lv=-57;cid=testClusterID;nsid=1553690500;c=1733311176265) 2024-12-04T11:19:37,866 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5122ce1d1209d37 with lease ID 0x8d489e743bac8e45: from storage DS-12263a50-e767-4b2b-a442-71110530fb50 node DatanodeRegistration(127.0.0.1:37057, datanodeUuid=000b8395-de3c-439b-b22f-1f90aae6a4da, infoPort=46629, infoSecurePort=0, ipcPort=42579, storageInfo=lv=-57;cid=testClusterID;nsid=1553690500;c=1733311176265), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T11:19:37,866 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5122ce1d1209d37 with lease ID 0x8d489e743bac8e45: Processing first storage report for DS-73551270-dc07-459e-a516-3360087760d4 from datanode DatanodeRegistration(127.0.0.1:37057, datanodeUuid=000b8395-de3c-439b-b22f-1f90aae6a4da, infoPort=46629, infoSecurePort=0, ipcPort=42579, storageInfo=lv=-57;cid=testClusterID;nsid=1553690500;c=1733311176265) 2024-12-04T11:19:37,867 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5122ce1d1209d37 with lease ID 0x8d489e743bac8e45: from storage DS-73551270-dc07-459e-a516-3360087760d4 node DatanodeRegistration(127.0.0.1:37057, datanodeUuid=000b8395-de3c-439b-b22f-1f90aae6a4da, infoPort=46629, infoSecurePort=0, ipcPort=42579, storageInfo=lv=-57;cid=testClusterID;nsid=1553690500;c=1733311176265), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T11:19:37,940 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/895e8290-0710-a730-b620-a8203bcf3fc5 2024-12-04T11:19:37,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:19:37,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:19:37,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741825_1001 (size=7) 2024-12-04T11:19:38,348 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586 with version=8 2024-12-04T11:19:38,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/hbase-staging 2024-12-04T11:19:38,350 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:19:38,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:19:38,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:19:38,350 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:19:38,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:19:38,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:19:38,350 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T11:19:38,350 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:19:38,351 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39581 2024-12-04T11:19:38,351 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39581 connecting to ZooKeeper ensemble=127.0.0.1:51421 2024-12-04T11:19:38,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395810x0, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:19:38,453 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39581-0x101a01199cd0000 connected 2024-12-04T11:19:38,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:19:38,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:19:38,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39581-0x101a01199cd0000, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Set watcher on znode that does not yet exist, /0-1164813883/running 2024-12-04T11:19:38,541 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586, hbase.cluster.distributed=false 2024-12-04T11:19:38,542 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39581-0x101a01199cd0000, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Set watcher on znode that does not yet exist, /0-1164813883/acl 2024-12-04T11:19:38,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39581 2024-12-04T11:19:38,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39581 2024-12-04T11:19:38,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39581 2024-12-04T11:19:38,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39581 2024-12-04T11:19:38,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39581 2024-12-04T11:19:38,560 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:19:38,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:19:38,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:19:38,561 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:19:38,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:19:38,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:19:38,561 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T11:19:38,561 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:19:38,562 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36413 2024-12-04T11:19:38,563 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36413 connecting to ZooKeeper ensemble=127.0.0.1:51421 2024-12-04T11:19:38,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:19:38,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:19:38,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364130x0, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:19:38,580 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:364130x0, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Set watcher on znode that does not yet exist, /0-1164813883/running 2024-12-04T11:19:38,580 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T11:19:38,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36413-0x101a01199cd0001 connected 2024-12-04T11:19:38,582 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T11:19:38,583 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36413-0x101a01199cd0001, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Set watcher on znode that does not yet exist, /0-1164813883/master 2024-12-04T11:19:38,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36413-0x101a01199cd0001, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Set watcher on znode that does not yet exist, /0-1164813883/acl 2024-12-04T11:19:38,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36413 2024-12-04T11:19:38,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36413 2024-12-04T11:19:38,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36413 2024-12-04T11:19:38,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36413 2024-12-04T11:19:38,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36413 2024-12-04T11:19:38,602 DEBUG [M:0;e12b86b8109d:39581 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e12b86b8109d:39581 2024-12-04T11:19:38,603 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1164813883/backup-masters/e12b86b8109d,39581,1733311178350 2024-12-04T11:19:38,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x101a01199cd0000, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1164813883/backup-masters 2024-12-04T11:19:38,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x101a01199cd0001, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1164813883/backup-masters 2024-12-04T11:19:38,612 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39581-0x101a01199cd0000, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Set watcher on existing znode=/0-1164813883/backup-masters/e12b86b8109d,39581,1733311178350 2024-12-04T11:19:38,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x101a01199cd0000, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1164813883 2024-12-04T11:19:38,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x101a01199cd0001, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1164813883/master 2024-12-04T11:19:38,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x101a01199cd0001, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1164813883 2024-12-04T11:19:38,622 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39581-0x101a01199cd0000, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Set watcher on existing znode=/0-1164813883/master 2024-12-04T11:19:38,622 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1164813883/backup-masters/e12b86b8109d,39581,1733311178350 from backup master directory 2024-12-04T11:19:38,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x101a01199cd0001, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1164813883/backup-masters 2024-12-04T11:19:38,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x101a01199cd0000, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1164813883/backup-masters/e12b86b8109d,39581,1733311178350 2024-12-04T11:19:38,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x101a01199cd0000, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1164813883/backup-masters 2024-12-04T11:19:38,632 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:19:38,632 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e12b86b8109d,39581,1733311178350 2024-12-04T11:19:38,636 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/hbase.id] with ID: 13bbcda2-5cfb-4f99-a4cc-1939065c9d87 2024-12-04T11:19:38,636 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/.tmp/hbase.id 2024-12-04T11:19:38,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741826_1002 (size=42) 2024-12-04T11:19:39,046 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/.tmp/hbase.id]:[hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/hbase.id] 2024-12-04T11:19:39,054 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:19:39,054 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T11:19:39,055 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-04T11:19:39,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x101a01199cd0001, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1164813883 2024-12-04T11:19:39,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x101a01199cd0000, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1164813883 2024-12-04T11:19:39,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741827_1003 (size=196) 2024-12-04T11:19:39,214 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:19:39,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:39,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:39,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:39,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:39,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:39,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:39,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:39,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:39,509 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:19:39,510 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T11:19:39,510 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:19:39,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741828_1004 (size=1189) 2024-12-04T11:19:39,916 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/MasterData/data/master/store 2024-12-04T11:19:39,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741829_1005 (size=34) 2024-12-04T11:19:40,324 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:19:40,324 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:19:40,324 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:19:40,324 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:19:40,324 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:19:40,324 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:19:40,324 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:19:40,324 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311180324Disabling compacts and flushes for region at 1733311180324Disabling writes for close at 1733311180324Writing region close event to WAL at 1733311180324Closed at 1733311180324 2024-12-04T11:19:40,325 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/MasterData/data/master/store/.initializing 2024-12-04T11:19:40,325 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/MasterData/WALs/e12b86b8109d,39581,1733311178350 2024-12-04T11:19:40,326 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:19:40,327 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e12b86b8109d%2C39581%2C1733311178350, suffix=, logDir=hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/MasterData/WALs/e12b86b8109d,39581,1733311178350, archiveDir=hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/MasterData/oldWALs, maxLogs=10 2024-12-04T11:19:40,338 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/MasterData/WALs/e12b86b8109d,39581,1733311178350/e12b86b8109d%2C39581%2C1733311178350.1733311180327, exclude list is [], retry=0 2024-12-04T11:19:40,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37057,DS-12263a50-e767-4b2b-a442-71110530fb50,DISK] 2024-12-04T11:19:40,341 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/MasterData/WALs/e12b86b8109d,39581,1733311178350/e12b86b8109d%2C39581%2C1733311178350.1733311180327 2024-12-04T11:19:40,341 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46629:46629)] 2024-12-04T11:19:40,342 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:19:40,342 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:19:40,342 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:40,342 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:40,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:40,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T11:19:40,344 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:40,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:19:40,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:40,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T11:19:40,346 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:40,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:19:40,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:40,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T11:19:40,347 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:40,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:19:40,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:40,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T11:19:40,348 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:40,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:19:40,349 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:40,349 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:40,349 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:40,350 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:40,350 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:40,351 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:19:40,351 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:40,357 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:19:40,357 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62953468, jitterRate=-0.061920225620269775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:19:40,358 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733311180342Initializing all the Stores at 1733311180343 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311180343Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311180343Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311180343Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311180343Cleaning up temporary data from old regions at 1733311180350 (+7 ms)Region opened successfully at 1733311180358 (+8 ms) 2024-12-04T11:19:40,358 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T11:19:40,361 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5866feef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:19:40,362 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T11:19:40,362 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T11:19:40,362 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T11:19:40,362 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T11:19:40,362 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T11:19:40,363 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T11:19:40,363 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T11:19:40,365 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T11:19:40,365 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39581-0x101a01199cd0000, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Unable to get data of znode /0-1164813883/balancer because node does not exist (not necessarily an error) 2024-12-04T11:19:40,380 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1164813883/balancer already deleted, retry=false 2024-12-04T11:19:40,380 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T11:19:40,380 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39581-0x101a01199cd0000, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Unable to get data of znode /0-1164813883/normalizer because node does not exist (not necessarily an error) 2024-12-04T11:19:40,390 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1164813883/normalizer already deleted, retry=false 2024-12-04T11:19:40,390 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T11:19:40,391 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39581-0x101a01199cd0000, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Unable to get data of znode /0-1164813883/switch/split because node does not exist (not necessarily an error) 2024-12-04T11:19:40,400 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1164813883/switch/split already deleted, retry=false 2024-12-04T11:19:40,401 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39581-0x101a01199cd0000, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Unable to get data of znode /0-1164813883/switch/merge because node does not exist (not necessarily an error) 2024-12-04T11:19:40,411 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1164813883/switch/merge already deleted, retry=false 2024-12-04T11:19:40,412 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39581-0x101a01199cd0000, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Unable to get data of znode /0-1164813883/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T11:19:40,421 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1164813883/snapshot-cleanup already deleted, retry=false 2024-12-04T11:19:40,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x101a01199cd0001, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1164813883/running 2024-12-04T11:19:40,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x101a01199cd0000, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1164813883/running 2024-12-04T11:19:40,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x101a01199cd0001, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1164813883 2024-12-04T11:19:40,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x101a01199cd0000, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1164813883 2024-12-04T11:19:40,433 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e12b86b8109d,39581,1733311178350, sessionid=0x101a01199cd0000, setting cluster-up flag (Was=false) 2024-12-04T11:19:40,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x101a01199cd0000, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1164813883 2024-12-04T11:19:40,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x101a01199cd0001, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1164813883 2024-12-04T11:19:40,485 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1164813883/flush-table-proc/acquired, /0-1164813883/flush-table-proc/reached, /0-1164813883/flush-table-proc/abort 2024-12-04T11:19:40,486 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,39581,1733311178350 2024-12-04T11:19:40,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x101a01199cd0001, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1164813883 2024-12-04T11:19:40,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x101a01199cd0000, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1164813883 2024-12-04T11:19:40,537 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1164813883/online-snapshot/acquired, /0-1164813883/online-snapshot/reached, /0-1164813883/online-snapshot/abort 2024-12-04T11:19:40,538 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,39581,1733311178350 2024-12-04T11:19:40,539 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T11:19:40,541 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T11:19:40,541 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T11:19:40,541 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T11:19:40,541 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of e12b86b8109d,44225,1733311150107: status=Processing ServerCrashProcedure of e12b86b8109d,44225,1733311150107 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733311166156, completionTime=-1 appears to have been leaked 2024-12-04T11:19:40,541 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e12b86b8109d,39581,1733311178350 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T11:19:40,543 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:19:40,543 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:19:40,543 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:19:40,543 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:19:40,543 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e12b86b8109d:0, corePoolSize=10, maxPoolSize=10 2024-12-04T11:19:40,543 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:40,543 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:19:40,543 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:40,545 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:19:40,545 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T11:19:40,546 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:40,546 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T11:19:40,552 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733311210552 2024-12-04T11:19:40,553 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T11:19:40,553 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T11:19:40,553 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T11:19:40,553 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T11:19:40,553 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T11:19:40,553 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T11:19:40,556 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:40,557 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T11:19:40,557 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T11:19:40,557 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T11:19:40,557 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T11:19:40,558 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T11:19:40,558 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T11:19:40,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741831_1007 (size=1321) 2024-12-04T11:19:40,560 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311180558,5,FailOnTimeoutGroup] 2024-12-04T11:19:40,564 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311180560,5,FailOnTimeoutGroup] 2024-12-04T11:19:40,564 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:40,564 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T11:19:40,564 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:40,564 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:40,594 INFO [RS:0;e12b86b8109d:36413 {}] regionserver.HRegionServer(746): ClusterId : 13bbcda2-5cfb-4f99-a4cc-1939065c9d87 2024-12-04T11:19:40,594 DEBUG [RS:0;e12b86b8109d:36413 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T11:19:40,623 DEBUG [RS:0;e12b86b8109d:36413 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T11:19:40,623 DEBUG [RS:0;e12b86b8109d:36413 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T11:19:40,633 DEBUG [RS:0;e12b86b8109d:36413 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T11:19:40,633 DEBUG [RS:0;e12b86b8109d:36413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cafcd0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:19:40,647 DEBUG [RS:0;e12b86b8109d:36413 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e12b86b8109d:36413 2024-12-04T11:19:40,647 INFO [RS:0;e12b86b8109d:36413 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T11:19:40,647 INFO [RS:0;e12b86b8109d:36413 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T11:19:40,647 DEBUG [RS:0;e12b86b8109d:36413 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T11:19:40,648 INFO [RS:0;e12b86b8109d:36413 {}] regionserver.HRegionServer(2659): reportForDuty to master=e12b86b8109d,39581,1733311178350 with port=36413, startcode=1733311178560 2024-12-04T11:19:40,649 DEBUG [RS:0;e12b86b8109d:36413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T11:19:40,651 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T11:19:40,652 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39581 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e12b86b8109d,36413,1733311178560 2024-12-04T11:19:40,652 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39581 {}] master.ServerManager(517): Registering regionserver=e12b86b8109d,36413,1733311178560 2024-12-04T11:19:40,653 DEBUG [RS:0;e12b86b8109d:36413 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586 2024-12-04T11:19:40,654 DEBUG [RS:0;e12b86b8109d:36413 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44889 2024-12-04T11:19:40,654 DEBUG [RS:0;e12b86b8109d:36413 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T11:19:40,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x101a01199cd0000, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1164813883/rs 2024-12-04T11:19:40,665 DEBUG [RS:0;e12b86b8109d:36413 {}] zookeeper.ZKUtil(111): regionserver:36413-0x101a01199cd0001, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Set watcher on existing znode=/0-1164813883/rs/e12b86b8109d,36413,1733311178560 2024-12-04T11:19:40,665 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e12b86b8109d,36413,1733311178560] 2024-12-04T11:19:40,665 WARN [RS:0;e12b86b8109d:36413 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:19:40,665 INFO [RS:0;e12b86b8109d:36413 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:19:40,665 DEBUG [RS:0;e12b86b8109d:36413 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560 2024-12-04T11:19:40,668 INFO [RS:0;e12b86b8109d:36413 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T11:19:40,672 INFO [RS:0;e12b86b8109d:36413 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T11:19:40,673 INFO [RS:0;e12b86b8109d:36413 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T11:19:40,673 INFO [RS:0;e12b86b8109d:36413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:40,675 INFO [RS:0;e12b86b8109d:36413 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T11:19:40,675 INFO [RS:0;e12b86b8109d:36413 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T11:19:40,676 INFO [RS:0;e12b86b8109d:36413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:40,676 DEBUG [RS:0;e12b86b8109d:36413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:40,676 DEBUG [RS:0;e12b86b8109d:36413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:40,676 DEBUG [RS:0;e12b86b8109d:36413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:40,676 DEBUG [RS:0;e12b86b8109d:36413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:40,676 DEBUG [RS:0;e12b86b8109d:36413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:40,676 DEBUG [RS:0;e12b86b8109d:36413 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:19:40,676 DEBUG [RS:0;e12b86b8109d:36413 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:40,676 DEBUG [RS:0;e12b86b8109d:36413 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:40,676 DEBUG [RS:0;e12b86b8109d:36413 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:40,676 DEBUG [RS:0;e12b86b8109d:36413 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:40,676 DEBUG [RS:0;e12b86b8109d:36413 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:40,676 DEBUG [RS:0;e12b86b8109d:36413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:40,676 DEBUG [RS:0;e12b86b8109d:36413 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:19:40,676 DEBUG [RS:0;e12b86b8109d:36413 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:19:40,688 INFO [RS:0;e12b86b8109d:36413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:40,688 INFO [RS:0;e12b86b8109d:36413 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:40,688 INFO [RS:0;e12b86b8109d:36413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:40,688 INFO [RS:0;e12b86b8109d:36413 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:40,688 INFO [RS:0;e12b86b8109d:36413 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:40,688 INFO [RS:0;e12b86b8109d:36413 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,36413,1733311178560-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:19:40,714 INFO [RS:0;e12b86b8109d:36413 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T11:19:40,714 INFO [RS:0;e12b86b8109d:36413 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,36413,1733311178560-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:40,714 INFO [RS:0;e12b86b8109d:36413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:40,714 INFO [RS:0;e12b86b8109d:36413 {}] regionserver.Replication(171): e12b86b8109d,36413,1733311178560 started 2024-12-04T11:19:40,733 INFO [RS:0;e12b86b8109d:36413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:40,734 INFO [RS:0;e12b86b8109d:36413 {}] regionserver.HRegionServer(1482): Serving as e12b86b8109d,36413,1733311178560, RpcServer on e12b86b8109d/172.17.0.2:36413, sessionid=0x101a01199cd0001 2024-12-04T11:19:40,734 DEBUG [RS:0;e12b86b8109d:36413 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T11:19:40,734 DEBUG [RS:0;e12b86b8109d:36413 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e12b86b8109d,36413,1733311178560 2024-12-04T11:19:40,734 DEBUG [RS:0;e12b86b8109d:36413 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,36413,1733311178560' 2024-12-04T11:19:40,734 DEBUG [RS:0;e12b86b8109d:36413 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1164813883/flush-table-proc/abort' 2024-12-04T11:19:40,734 DEBUG [RS:0;e12b86b8109d:36413 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1164813883/flush-table-proc/acquired' 2024-12-04T11:19:40,735 DEBUG [RS:0;e12b86b8109d:36413 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T11:19:40,735 DEBUG [RS:0;e12b86b8109d:36413 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T11:19:40,735 DEBUG [RS:0;e12b86b8109d:36413 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e12b86b8109d,36413,1733311178560 2024-12-04T11:19:40,735 DEBUG [RS:0;e12b86b8109d:36413 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,36413,1733311178560' 2024-12-04T11:19:40,735 DEBUG [RS:0;e12b86b8109d:36413 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1164813883/online-snapshot/abort' 2024-12-04T11:19:40,735 DEBUG [RS:0;e12b86b8109d:36413 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1164813883/online-snapshot/acquired' 2024-12-04T11:19:40,735 DEBUG [RS:0;e12b86b8109d:36413 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T11:19:40,736 INFO [RS:0;e12b86b8109d:36413 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T11:19:40,736 INFO [RS:0;e12b86b8109d:36413 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T11:19:40,836 INFO [RS:0;e12b86b8109d:36413 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:19:40,838 INFO [RS:0;e12b86b8109d:36413 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C36413%2C1733311178560, suffix=, logDir=hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560, archiveDir=hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/oldWALs, maxLogs=10 2024-12-04T11:19:40,853 DEBUG [RS:0;e12b86b8109d:36413 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560/e12b86b8109d%2C36413%2C1733311178560.1733311180838, exclude list is [], retry=0 2024-12-04T11:19:40,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37057,DS-12263a50-e767-4b2b-a442-71110530fb50,DISK] 2024-12-04T11:19:40,857 INFO [RS:0;e12b86b8109d:36413 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560/e12b86b8109d%2C36413%2C1733311178560.1733311180838 2024-12-04T11:19:40,857 DEBUG [RS:0;e12b86b8109d:36413 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46629:46629)] 2024-12-04T11:19:40,964 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T11:19:40,964 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586 2024-12-04T11:19:40,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741833_1009 (size=32) 2024-12-04T11:19:40,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:19:40,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:19:40,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:19:40,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:40,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:19:40,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:19:40,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:19:40,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:40,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:19:40,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:19:40,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:19:40,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:40,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:19:40,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:19:40,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:19:40,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:40,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:19:40,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:19:40,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/hbase/meta/1588230740 2024-12-04T11:19:40,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/hbase/meta/1588230740 2024-12-04T11:19:40,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:19:40,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:19:40,991 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:19:40,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:19:41,004 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:19:41,005 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67202410, jitterRate=0.0013939440250396729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:19:41,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733311180977Initializing all the Stores at 1733311180978 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311180978Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311180978Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311180978Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311180978Cleaning up temporary data from old regions at 1733311180991 (+13 ms)Region opened successfully at 1733311181006 (+15 ms) 2024-12-04T11:19:41,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:19:41,006 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:19:41,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:19:41,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:19:41,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:19:41,008 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:19:41,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311181006Disabling compacts and flushes for region at 1733311181006Disabling writes for close at 1733311181006Writing region close event to WAL at 1733311181008 (+2 ms)Closed at 1733311181008 2024-12-04T11:19:41,009 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:19:41,009 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T11:19:41,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T11:19:41,011 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:19:41,012 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T11:19:41,162 DEBUG [e12b86b8109d:39581 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T11:19:41,162 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e12b86b8109d,36413,1733311178560 2024-12-04T11:19:41,164 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,36413,1733311178560, state=OPENING 2024-12-04T11:19:41,208 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:19:41,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T11:19:41,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T11:19:41,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:19:41,211 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T11:19:41,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x101a01199cd0000, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1164813883 2024-12-04T11:19:41,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x101a01199cd0001, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1164813883 2024-12-04T11:19:41,251 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:19:41,251 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1164813883/meta-region-server: CHANGED 2024-12-04T11:19:41,251 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1164813883/meta-region-server: CHANGED 2024-12-04T11:19:41,251 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,36413,1733311178560}] 2024-12-04T11:19:41,411 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T11:19:41,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43627, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T11:19:41,417 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T11:19:41,417 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:19:41,418 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T11:19:41,419 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C36413%2C1733311178560.meta, suffix=.meta, logDir=hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560, archiveDir=hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/oldWALs, maxLogs=10 2024-12-04T11:19:41,437 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560/e12b86b8109d%2C36413%2C1733311178560.meta.1733311181420.meta, exclude list is [], retry=0 2024-12-04T11:19:41,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37057,DS-12263a50-e767-4b2b-a442-71110530fb50,DISK] 2024-12-04T11:19:41,450 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560/e12b86b8109d%2C36413%2C1733311178560.meta.1733311181420.meta 2024-12-04T11:19:41,452 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46629:46629)] 2024-12-04T11:19:41,452 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:19:41,453 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:19:41,453 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T11:19:41,453 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T11:19:41,453 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T11:19:41,453 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T11:19:41,453 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:19:41,453 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T11:19:41,453 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T11:19:41,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:19:41,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:19:41,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:41,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:19:41,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:19:41,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:19:41,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:41,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:19:41,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:19:41,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:19:41,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:41,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:19:41,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:19:41,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:19:41,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:41,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:19:41,462 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:19:41,462 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/hbase/meta/1588230740 2024-12-04T11:19:41,463 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/hbase/meta/1588230740 2024-12-04T11:19:41,465 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:19:41,465 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:19:41,465 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:19:41,466 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:19:41,467 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63089920, jitterRate=-0.059886932373046875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:19:41,467 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T11:19:41,468 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733311181454Writing region info on filesystem at 1733311181454Initializing all the Stores at 1733311181455 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311181455Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311181456 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311181456Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311181456Cleaning up temporary data from old regions at 1733311181465 (+9 ms)Running coprocessor post-open hooks at 1733311181467 (+2 ms)Region opened successfully at 1733311181468 (+1 ms) 2024-12-04T11:19:41,469 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733311181411 2024-12-04T11:19:41,472 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T11:19:41,472 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T11:19:41,472 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e12b86b8109d,36413,1733311178560 2024-12-04T11:19:41,473 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,36413,1733311178560, state=OPEN 2024-12-04T11:19:41,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x101a01199cd0001, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1164813883/meta-region-server 2024-12-04T11:19:41,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x101a01199cd0000, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1164813883/meta-region-server 2024-12-04T11:19:41,495 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1164813883/meta-region-server: CHANGED 2024-12-04T11:19:41,495 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1164813883/meta-region-server: CHANGED 2024-12-04T11:19:41,496 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e12b86b8109d,36413,1733311178560 2024-12-04T11:19:41,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T11:19:41,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,36413,1733311178560 in 245 msec 2024-12-04T11:19:41,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T11:19:41,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 490 msec 2024-12-04T11:19:41,503 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:19:41,503 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T11:19:41,505 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:19:41,505 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,36413,1733311178560, seqNum=-1] 2024-12-04T11:19:41,505 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:19:41,506 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:19:41,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 970 msec 2024-12-04T11:19:41,512 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733311181512, completionTime=-1 2024-12-04T11:19:41,512 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T11:19:41,512 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T11:19:41,515 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T11:19:41,515 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733311241515 2024-12-04T11:19:41,515 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733311301515 2024-12-04T11:19:41,515 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T11:19:41,515 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,39581,1733311178350-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:41,515 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,39581,1733311178350-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:41,515 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,39581,1733311178350-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:41,515 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e12b86b8109d:39581, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:41,515 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:41,520 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:41,523 DEBUG [master/e12b86b8109d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T11:19:41,525 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.893sec 2024-12-04T11:19:41,526 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T11:19:41,526 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T11:19:41,526 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T11:19:41,526 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T11:19:41,526 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T11:19:41,526 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,39581,1733311178350-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:19:41,526 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,39581,1733311178350-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T11:19:41,528 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T11:19:41,528 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T11:19:41,528 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,39581,1733311178350-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:41,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@543840cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:41,594 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,39581,-1 for getting cluster id 2024-12-04T11:19:41,595 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:19:41,596 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13bbcda2-5cfb-4f99-a4cc-1939065c9d87' 2024-12-04T11:19:41,596 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:19:41,596 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13bbcda2-5cfb-4f99-a4cc-1939065c9d87" 2024-12-04T11:19:41,596 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56fb0b16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:41,597 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,39581,-1] 2024-12-04T11:19:41,597 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:19:41,597 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:41,598 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:19:41,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9040624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:41,600 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:19:41,601 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,36413,1733311178560, seqNum=-1] 2024-12-04T11:19:41,601 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:19:41,602 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:19:41,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e12b86b8109d,39581,1733311178350 2024-12-04T11:19:41,606 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51421 2024-12-04T11:19:41,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:19:41,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a01199cd0002 connected 2024-12-04T11:19:41,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/895e8290-0710-a730-b620-a8203bcf3fc5/hadoop.log.dir so I do NOT create it in target/test-data/e9f70ecc-9fcd-1815-2e66-cd7f9d97424f 2024-12-04T11:19:41,625 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/895e8290-0710-a730-b620-a8203bcf3fc5/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T11:19:41,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/895e8290-0710-a730-b620-a8203bcf3fc5/hadoop.tmp.dir so I do NOT create it in target/test-data/e9f70ecc-9fcd-1815-2e66-cd7f9d97424f 2024-12-04T11:19:41,625 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/895e8290-0710-a730-b620-a8203bcf3fc5/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T11:19:41,626 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f70ecc-9fcd-1815-2e66-cd7f9d97424f 2024-12-04T11:19:41,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T11:19:41,626 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f70ecc-9fcd-1815-2e66-cd7f9d97424f/cluster_44057a87-741b-cfd4-d986-05da55ca35d5, deleteOnExit=true 2024-12-04T11:19:41,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T11:19:41,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f70ecc-9fcd-1815-2e66-cd7f9d97424f/test.cache.data in system properties and HBase conf 2024-12-04T11:19:41,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f70ecc-9fcd-1815-2e66-cd7f9d97424f/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T11:19:41,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f70ecc-9fcd-1815-2e66-cd7f9d97424f/hadoop.log.dir in system properties and HBase conf 2024-12-04T11:19:41,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f70ecc-9fcd-1815-2e66-cd7f9d97424f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T11:19:41,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f70ecc-9fcd-1815-2e66-cd7f9d97424f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T11:19:41,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T11:19:41,627 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T11:19:41,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f70ecc-9fcd-1815-2e66-cd7f9d97424f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T11:19:41,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f70ecc-9fcd-1815-2e66-cd7f9d97424f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T11:19:41,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f70ecc-9fcd-1815-2e66-cd7f9d97424f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T11:19:41,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f70ecc-9fcd-1815-2e66-cd7f9d97424f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T11:19:41,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f70ecc-9fcd-1815-2e66-cd7f9d97424f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T11:19:41,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f70ecc-9fcd-1815-2e66-cd7f9d97424f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T11:19:41,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f70ecc-9fcd-1815-2e66-cd7f9d97424f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T11:19:41,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f70ecc-9fcd-1815-2e66-cd7f9d97424f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T11:19:41,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f70ecc-9fcd-1815-2e66-cd7f9d97424f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T11:19:41,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f70ecc-9fcd-1815-2e66-cd7f9d97424f/nfs.dump.dir in system properties and HBase conf 2024-12-04T11:19:41,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f70ecc-9fcd-1815-2e66-cd7f9d97424f/java.io.tmpdir in system properties and HBase conf 2024-12-04T11:19:41,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f70ecc-9fcd-1815-2e66-cd7f9d97424f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T11:19:41,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f70ecc-9fcd-1815-2e66-cd7f9d97424f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T11:19:41,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f70ecc-9fcd-1815-2e66-cd7f9d97424f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T11:19:41,986 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:19:41,990 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T11:19:41,991 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T11:19:41,991 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T11:19:41,991 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T11:19:41,992 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:19:41,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c2976d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f70ecc-9fcd-1815-2e66-cd7f9d97424f/hadoop.log.dir/,AVAILABLE} 2024-12-04T11:19:41,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72396638{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T11:19:42,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79dcbbe8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f70ecc-9fcd-1815-2e66-cd7f9d97424f/java.io.tmpdir/jetty-localhost-45015-hadoop-hdfs-3_4_1-tests_jar-_-any-18182032760831808433/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T11:19:42,113 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c23049a{HTTP/1.1, (http/1.1)}{localhost:45015} 2024-12-04T11:19:42,113 INFO [Time-limited test {}] server.Server(415): Started @176825ms 2024-12-04T11:19:42,398 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:19:42,402 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T11:19:42,404 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T11:19:42,404 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T11:19:42,404 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T11:19:42,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@613e9d2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f70ecc-9fcd-1815-2e66-cd7f9d97424f/hadoop.log.dir/,AVAILABLE} 2024-12-04T11:19:42,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11574a3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T11:19:42,524 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e6065e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f70ecc-9fcd-1815-2e66-cd7f9d97424f/java.io.tmpdir/jetty-localhost-36125-hadoop-hdfs-3_4_1-tests_jar-_-any-9110994655799435078/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T11:19:42,524 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44f0589d{HTTP/1.1, (http/1.1)}{localhost:36125} 2024-12-04T11:19:42,524 INFO [Time-limited test {}] server.Server(415): Started @177235ms 2024-12-04T11:19:42,525 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T11:19:43,294 WARN [Thread-1802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f70ecc-9fcd-1815-2e66-cd7f9d97424f/cluster_44057a87-741b-cfd4-d986-05da55ca35d5/data/data1/current/BP-1282518653-172.17.0.2-1733311181650/current, will proceed with Du for space computation calculation, 2024-12-04T11:19:43,295 WARN [Thread-1803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f70ecc-9fcd-1815-2e66-cd7f9d97424f/cluster_44057a87-741b-cfd4-d986-05da55ca35d5/data/data2/current/BP-1282518653-172.17.0.2-1733311181650/current, will proceed with Du for space computation calculation, 2024-12-04T11:19:43,328 WARN [Thread-1790 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T11:19:43,332 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfd2b0303ec7ad4bf with lease ID 0xc79648ca8b8a4b68: Processing first storage report for DS-30fd2604-c5b6-4b37-958c-e6043fccc431 from datanode DatanodeRegistration(127.0.0.1:37997, datanodeUuid=38294c5b-8120-49e1-9a88-25325025e617, infoPort=43677, infoSecurePort=0, ipcPort=40071, storageInfo=lv=-57;cid=testClusterID;nsid=718152566;c=1733311181650) 2024-12-04T11:19:43,333 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfd2b0303ec7ad4bf with lease ID 0xc79648ca8b8a4b68: from storage DS-30fd2604-c5b6-4b37-958c-e6043fccc431 node DatanodeRegistration(127.0.0.1:37997, datanodeUuid=38294c5b-8120-49e1-9a88-25325025e617, infoPort=43677, infoSecurePort=0, ipcPort=40071, storageInfo=lv=-57;cid=testClusterID;nsid=718152566;c=1733311181650), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T11:19:43,333 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfd2b0303ec7ad4bf with lease ID 0xc79648ca8b8a4b68: Processing first storage report for DS-0daf2713-99e9-4a42-857e-37f63c44180d from datanode DatanodeRegistration(127.0.0.1:37997, datanodeUuid=38294c5b-8120-49e1-9a88-25325025e617, infoPort=43677, infoSecurePort=0, ipcPort=40071, storageInfo=lv=-57;cid=testClusterID;nsid=718152566;c=1733311181650) 2024-12-04T11:19:43,333 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfd2b0303ec7ad4bf with lease ID 0xc79648ca8b8a4b68: from storage DS-0daf2713-99e9-4a42-857e-37f63c44180d node DatanodeRegistration(127.0.0.1:37997, datanodeUuid=38294c5b-8120-49e1-9a88-25325025e617, infoPort=43677, infoSecurePort=0, ipcPort=40071, storageInfo=lv=-57;cid=testClusterID;nsid=718152566;c=1733311181650), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T11:19:43,353 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f70ecc-9fcd-1815-2e66-cd7f9d97424f 2024-12-04T11:19:43,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:19:43,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:19:43,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37997 is added to blk_1073741825_1001 (size=7) 2024-12-04T11:19:43,370 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20 with version=8 2024-12-04T11:19:43,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/hbase-staging 2024-12-04T11:19:43,372 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:19:43,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:19:43,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:19:43,372 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:19:43,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:19:43,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:19:43,372 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T11:19:43,373 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:19:43,377 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39329 2024-12-04T11:19:43,378 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39329 connecting to ZooKeeper ensemble=127.0.0.1:51421 2024-12-04T11:19:43,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393290x0, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:19:43,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39329-0x101a01199cd0003 connected 2024-12-04T11:19:43,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:19:43,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:19:43,688 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39329-0x101a01199cd0003, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Set watcher on znode that does not yet exist, /1-353553055/running 2024-12-04T11:19:43,688 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20, hbase.cluster.distributed=false 2024-12-04T11:19:43,689 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39329-0x101a01199cd0003, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Set watcher on znode that does not yet exist, /1-353553055/acl 2024-12-04T11:19:43,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39329 2024-12-04T11:19:43,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39329 2024-12-04T11:19:43,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39329 2024-12-04T11:19:43,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39329 2024-12-04T11:19:43,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39329 2024-12-04T11:19:43,708 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:19:43,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:19:43,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:19:43,709 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:19:43,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:19:43,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:19:43,709 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T11:19:43,709 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:19:43,709 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40805 2024-12-04T11:19:43,710 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40805 connecting to ZooKeeper ensemble=127.0.0.1:51421 2024-12-04T11:19:43,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:19:43,712 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:19:43,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408050x0, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:19:43,726 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:408050x0, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Set watcher on znode that does not yet exist, /1-353553055/running 2024-12-04T11:19:43,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40805-0x101a01199cd0004 connected 2024-12-04T11:19:43,726 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T11:19:43,727 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T11:19:43,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40805-0x101a01199cd0004, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Set watcher on znode that does not yet exist, /1-353553055/master 2024-12-04T11:19:43,728 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40805-0x101a01199cd0004, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Set watcher on znode that does not yet exist, /1-353553055/acl 2024-12-04T11:19:43,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40805 2024-12-04T11:19:43,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40805 2024-12-04T11:19:43,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40805 2024-12-04T11:19:43,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40805 2024-12-04T11:19:43,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40805 2024-12-04T11:19:43,750 DEBUG [M:0;e12b86b8109d:39329 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e12b86b8109d:39329 2024-12-04T11:19:43,751 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-353553055/backup-masters/e12b86b8109d,39329,1733311183372 2024-12-04T11:19:43,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x101a01199cd0003, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-353553055/backup-masters 2024-12-04T11:19:43,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x101a01199cd0004, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-353553055/backup-masters 2024-12-04T11:19:43,759 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39329-0x101a01199cd0003, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Set watcher on existing znode=/1-353553055/backup-masters/e12b86b8109d,39329,1733311183372 2024-12-04T11:19:43,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x101a01199cd0003, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-353553055 2024-12-04T11:19:43,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x101a01199cd0004, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-353553055/master 2024-12-04T11:19:43,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x101a01199cd0004, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-353553055 2024-12-04T11:19:43,769 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39329-0x101a01199cd0003, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Set watcher on existing znode=/1-353553055/master 2024-12-04T11:19:43,770 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-353553055/backup-masters/e12b86b8109d,39329,1733311183372 from backup master directory 2024-12-04T11:19:43,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x101a01199cd0004, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-353553055/backup-masters 2024-12-04T11:19:43,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x101a01199cd0003, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-353553055/backup-masters/e12b86b8109d,39329,1733311183372 2024-12-04T11:19:43,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x101a01199cd0003, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-353553055/backup-masters 2024-12-04T11:19:43,779 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:19:43,779 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e12b86b8109d,39329,1733311183372 2024-12-04T11:19:43,783 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/hbase.id] with ID: d23fdab2-a745-4015-b0bb-a349c1a6e3b3 2024-12-04T11:19:43,783 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/.tmp/hbase.id 2024-12-04T11:19:43,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37997 is added to blk_1073741826_1002 (size=42) 2024-12-04T11:19:44,191 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/.tmp/hbase.id]:[hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/hbase.id] 2024-12-04T11:19:44,209 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:19:44,209 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T11:19:44,210 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T11:19:44,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x101a01199cd0003, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-353553055 2024-12-04T11:19:44,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x101a01199cd0004, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-353553055 2024-12-04T11:19:44,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37997 is added to blk_1073741827_1003 (size=196) 2024-12-04T11:19:44,271 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:19:44,272 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T11:19:44,272 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:19:44,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37997 is added to blk_1073741828_1004 (size=1189) 2024-12-04T11:19:44,694 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/MasterData/data/master/store 2024-12-04T11:19:44,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37997 is added to blk_1073741829_1005 (size=34) 2024-12-04T11:19:45,100 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:19:45,100 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:19:45,100 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:19:45,100 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:19:45,100 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:19:45,100 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:19:45,100 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:19:45,100 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311185100Disabling compacts and flushes for region at 1733311185100Disabling writes for close at 1733311185100Writing region close event to WAL at 1733311185100Closed at 1733311185100 2024-12-04T11:19:45,101 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/MasterData/data/master/store/.initializing 2024-12-04T11:19:45,101 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/MasterData/WALs/e12b86b8109d,39329,1733311183372 2024-12-04T11:19:45,107 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:19:45,109 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e12b86b8109d%2C39329%2C1733311183372, suffix=, logDir=hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/MasterData/WALs/e12b86b8109d,39329,1733311183372, archiveDir=hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/MasterData/oldWALs, maxLogs=10 2024-12-04T11:19:45,124 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/MasterData/WALs/e12b86b8109d,39329,1733311183372/e12b86b8109d%2C39329%2C1733311183372.1733311185109, exclude list is [], retry=0 2024-12-04T11:19:45,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37997,DS-30fd2604-c5b6-4b37-958c-e6043fccc431,DISK] 2024-12-04T11:19:45,129 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/MasterData/WALs/e12b86b8109d,39329,1733311183372/e12b86b8109d%2C39329%2C1733311183372.1733311185109 2024-12-04T11:19:45,130 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43677:43677)] 2024-12-04T11:19:45,130 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:19:45,130 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:19:45,131 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:45,131 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:45,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:45,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T11:19:45,133 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:45,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:19:45,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:45,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T11:19:45,135 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:45,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:19:45,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:45,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T11:19:45,136 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:45,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:19:45,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:45,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T11:19:45,138 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:45,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:19:45,138 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:45,138 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:45,139 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:45,140 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:45,140 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:45,140 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:19:45,141 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:19:45,143 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:19:45,143 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66203679, jitterRate=-0.01348830759525299}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:19:45,143 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733311185131Initializing all the Stores at 1733311185131Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311185132 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311185132Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311185132Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311185132Cleaning up temporary data from old regions at 1733311185140 (+8 ms)Region opened successfully at 1733311185143 (+3 ms) 2024-12-04T11:19:45,144 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T11:19:45,146 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e33276d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:19:45,147 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T11:19:45,147 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T11:19:45,147 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T11:19:45,147 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T11:19:45,148 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-04T11:19:45,148 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T11:19:45,148 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T11:19:45,150 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T11:19:45,150 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39329-0x101a01199cd0003, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Unable to get data of znode /1-353553055/balancer because node does not exist (not necessarily an error) 2024-12-04T11:19:45,169 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-353553055/balancer already deleted, retry=false 2024-12-04T11:19:45,169 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T11:19:45,170 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39329-0x101a01199cd0003, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Unable to get data of znode /1-353553055/normalizer because node does not exist (not necessarily an error) 2024-12-04T11:19:45,179 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-353553055/normalizer already deleted, retry=false 2024-12-04T11:19:45,179 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T11:19:45,180 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39329-0x101a01199cd0003, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Unable to get data of znode /1-353553055/switch/split because node does not exist (not necessarily an error) 2024-12-04T11:19:45,190 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-353553055/switch/split already deleted, retry=false 2024-12-04T11:19:45,190 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39329-0x101a01199cd0003, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Unable to get data of znode /1-353553055/switch/merge because node does not exist (not necessarily an error) 2024-12-04T11:19:45,200 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-353553055/switch/merge already deleted, retry=false 2024-12-04T11:19:45,202 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39329-0x101a01199cd0003, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Unable to get data of znode /1-353553055/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T11:19:45,211 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-353553055/snapshot-cleanup already deleted, retry=false 2024-12-04T11:19:45,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x101a01199cd0003, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-353553055/running 2024-12-04T11:19:45,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x101a01199cd0004, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-353553055/running 2024-12-04T11:19:45,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x101a01199cd0003, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-353553055 2024-12-04T11:19:45,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x101a01199cd0004, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-353553055 2024-12-04T11:19:45,222 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e12b86b8109d,39329,1733311183372, sessionid=0x101a01199cd0003, setting cluster-up flag (Was=false) 2024-12-04T11:19:45,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x101a01199cd0003, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-353553055 2024-12-04T11:19:45,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x101a01199cd0004, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-353553055 2024-12-04T11:19:45,274 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-353553055/flush-table-proc/acquired, /1-353553055/flush-table-proc/reached, /1-353553055/flush-table-proc/abort 2024-12-04T11:19:45,275 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,39329,1733311183372 2024-12-04T11:19:45,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x101a01199cd0004, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-353553055 2024-12-04T11:19:45,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x101a01199cd0003, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-353553055 2024-12-04T11:19:45,348 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-353553055/online-snapshot/acquired, /1-353553055/online-snapshot/reached, /1-353553055/online-snapshot/abort 2024-12-04T11:19:45,348 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,39329,1733311183372 2024-12-04T11:19:45,350 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T11:19:45,351 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T11:19:45,351 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T11:19:45,351 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T11:19:45,351 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e12b86b8109d,39329,1733311183372 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T11:19:45,352 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:19:45,352 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:19:45,352 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:19:45,352 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:19:45,352 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e12b86b8109d:0, corePoolSize=10, maxPoolSize=10 2024-12-04T11:19:45,352 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:45,352 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:19:45,352 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:45,354 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:19:45,354 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T11:19:45,355 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:45,355 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T11:19:45,357 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733311215357 2024-12-04T11:19:45,357 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T11:19:45,357 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T11:19:45,357 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T11:19:45,357 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T11:19:45,357 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T11:19:45,357 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T11:19:45,358 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:45,362 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T11:19:45,363 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T11:19:45,363 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T11:19:45,363 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T11:19:45,363 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T11:19:45,363 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T11:19:45,364 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311185363,5,FailOnTimeoutGroup] 2024-12-04T11:19:45,368 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311185364,5,FailOnTimeoutGroup] 2024-12-04T11:19:45,368 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:45,368 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T11:19:45,368 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:45,368 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:45,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37997 is added to blk_1073741831_1007 (size=1321) 2024-12-04T11:19:45,380 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T11:19:45,381 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20 2024-12-04T11:19:45,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37997 is added to blk_1073741832_1008 (size=32) 2024-12-04T11:19:45,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:19:45,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:19:45,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:19:45,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:45,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:19:45,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:19:45,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:19:45,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:45,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:19:45,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:19:45,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:19:45,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:45,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:19:45,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:19:45,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:19:45,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:45,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:19:45,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:19:45,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/hbase/meta/1588230740 2024-12-04T11:19:45,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/hbase/meta/1588230740 2024-12-04T11:19:45,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:19:45,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:19:45,400 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:19:45,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:19:45,404 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:19:45,405 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65349794, jitterRate=-0.026212185621261597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:19:45,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733311185390Initializing all the Stores at 1733311185391 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311185391Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311185392 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311185392Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311185392Cleaning up temporary data from old regions at 1733311185400 (+8 ms)Region opened successfully at 1733311185405 (+5 ms) 2024-12-04T11:19:45,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:19:45,405 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:19:45,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:19:45,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:19:45,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:19:45,408 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:19:45,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311185405Disabling compacts and flushes for region at 1733311185405Disabling writes for close at 1733311185405Writing region close event to WAL at 1733311185408 (+3 ms)Closed at 1733311185408 2024-12-04T11:19:45,410 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:19:45,410 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T11:19:45,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T11:19:45,411 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:19:45,412 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T11:19:45,448 INFO [RS:0;e12b86b8109d:40805 {}] regionserver.HRegionServer(746): ClusterId : d23fdab2-a745-4015-b0bb-a349c1a6e3b3 2024-12-04T11:19:45,448 DEBUG [RS:0;e12b86b8109d:40805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T11:19:45,461 DEBUG [RS:0;e12b86b8109d:40805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T11:19:45,461 DEBUG [RS:0;e12b86b8109d:40805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T11:19:45,481 DEBUG [RS:0;e12b86b8109d:40805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T11:19:45,482 DEBUG [RS:0;e12b86b8109d:40805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cfcc6da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:19:45,498 DEBUG [RS:0;e12b86b8109d:40805 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e12b86b8109d:40805 2024-12-04T11:19:45,498 INFO [RS:0;e12b86b8109d:40805 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T11:19:45,498 INFO [RS:0;e12b86b8109d:40805 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T11:19:45,498 DEBUG [RS:0;e12b86b8109d:40805 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T11:19:45,499 INFO [RS:0;e12b86b8109d:40805 {}] regionserver.HRegionServer(2659): reportForDuty to master=e12b86b8109d,39329,1733311183372 with port=40805, startcode=1733311183708 2024-12-04T11:19:45,499 DEBUG [RS:0;e12b86b8109d:40805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T11:19:45,501 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T11:19:45,501 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39329 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e12b86b8109d,40805,1733311183708 2024-12-04T11:19:45,501 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39329 {}] master.ServerManager(517): Registering regionserver=e12b86b8109d,40805,1733311183708 2024-12-04T11:19:45,503 DEBUG [RS:0;e12b86b8109d:40805 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20 2024-12-04T11:19:45,503 DEBUG [RS:0;e12b86b8109d:40805 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34315 2024-12-04T11:19:45,503 DEBUG [RS:0;e12b86b8109d:40805 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T11:19:45,562 WARN [e12b86b8109d:39329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T11:19:45,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x101a01199cd0003, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-353553055/rs 2024-12-04T11:19:45,566 DEBUG [RS:0;e12b86b8109d:40805 {}] zookeeper.ZKUtil(111): regionserver:40805-0x101a01199cd0004, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Set watcher on existing znode=/1-353553055/rs/e12b86b8109d,40805,1733311183708 2024-12-04T11:19:45,566 WARN [RS:0;e12b86b8109d:40805 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:19:45,566 INFO [RS:0;e12b86b8109d:40805 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:19:45,566 DEBUG [RS:0;e12b86b8109d:40805 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/WALs/e12b86b8109d,40805,1733311183708 2024-12-04T11:19:45,567 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e12b86b8109d,40805,1733311183708] 2024-12-04T11:19:45,569 INFO [RS:0;e12b86b8109d:40805 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T11:19:45,571 INFO [RS:0;e12b86b8109d:40805 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T11:19:45,572 INFO [RS:0;e12b86b8109d:40805 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T11:19:45,572 INFO [RS:0;e12b86b8109d:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:45,576 INFO [RS:0;e12b86b8109d:40805 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T11:19:45,577 INFO [RS:0;e12b86b8109d:40805 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T11:19:45,577 INFO [RS:0;e12b86b8109d:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:45,577 DEBUG [RS:0;e12b86b8109d:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:45,577 DEBUG [RS:0;e12b86b8109d:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:45,577 DEBUG [RS:0;e12b86b8109d:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:45,577 DEBUG [RS:0;e12b86b8109d:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:45,577 DEBUG [RS:0;e12b86b8109d:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:45,577 DEBUG [RS:0;e12b86b8109d:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:19:45,577 DEBUG [RS:0;e12b86b8109d:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:45,578 DEBUG [RS:0;e12b86b8109d:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:45,578 DEBUG [RS:0;e12b86b8109d:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:45,578 DEBUG [RS:0;e12b86b8109d:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:45,578 DEBUG [RS:0;e12b86b8109d:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:45,578 DEBUG [RS:0;e12b86b8109d:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:19:45,578 DEBUG [RS:0;e12b86b8109d:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:19:45,578 DEBUG [RS:0;e12b86b8109d:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:19:45,580 INFO [RS:0;e12b86b8109d:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:45,580 INFO [RS:0;e12b86b8109d:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:45,580 INFO [RS:0;e12b86b8109d:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:45,580 INFO [RS:0;e12b86b8109d:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:45,580 INFO [RS:0;e12b86b8109d:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:45,581 INFO [RS:0;e12b86b8109d:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,40805,1733311183708-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:19:45,598 INFO [RS:0;e12b86b8109d:40805 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T11:19:45,598 INFO [RS:0;e12b86b8109d:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,40805,1733311183708-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:45,598 INFO [RS:0;e12b86b8109d:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:45,598 INFO [RS:0;e12b86b8109d:40805 {}] regionserver.Replication(171): e12b86b8109d,40805,1733311183708 started 2024-12-04T11:19:45,615 INFO [RS:0;e12b86b8109d:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:45,615 INFO [RS:0;e12b86b8109d:40805 {}] regionserver.HRegionServer(1482): Serving as e12b86b8109d,40805,1733311183708, RpcServer on e12b86b8109d/172.17.0.2:40805, sessionid=0x101a01199cd0004 2024-12-04T11:19:45,615 DEBUG [RS:0;e12b86b8109d:40805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T11:19:45,615 DEBUG [RS:0;e12b86b8109d:40805 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e12b86b8109d,40805,1733311183708 2024-12-04T11:19:45,615 DEBUG [RS:0;e12b86b8109d:40805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,40805,1733311183708' 2024-12-04T11:19:45,615 DEBUG [RS:0;e12b86b8109d:40805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-353553055/flush-table-proc/abort' 2024-12-04T11:19:45,616 DEBUG [RS:0;e12b86b8109d:40805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-353553055/flush-table-proc/acquired' 2024-12-04T11:19:45,616 DEBUG [RS:0;e12b86b8109d:40805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T11:19:45,616 DEBUG [RS:0;e12b86b8109d:40805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T11:19:45,616 DEBUG [RS:0;e12b86b8109d:40805 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e12b86b8109d,40805,1733311183708 2024-12-04T11:19:45,616 DEBUG [RS:0;e12b86b8109d:40805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,40805,1733311183708' 2024-12-04T11:19:45,616 DEBUG [RS:0;e12b86b8109d:40805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-353553055/online-snapshot/abort' 2024-12-04T11:19:45,617 DEBUG [RS:0;e12b86b8109d:40805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-353553055/online-snapshot/acquired' 2024-12-04T11:19:45,617 DEBUG [RS:0;e12b86b8109d:40805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T11:19:45,617 INFO [RS:0;e12b86b8109d:40805 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T11:19:45,617 INFO [RS:0;e12b86b8109d:40805 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T11:19:45,717 INFO [RS:0;e12b86b8109d:40805 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:19:45,718 INFO [RS:0;e12b86b8109d:40805 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C40805%2C1733311183708, suffix=, logDir=hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/WALs/e12b86b8109d,40805,1733311183708, archiveDir=hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/oldWALs, maxLogs=10 2024-12-04T11:19:45,729 DEBUG [RS:0;e12b86b8109d:40805 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/WALs/e12b86b8109d,40805,1733311183708/e12b86b8109d%2C40805%2C1733311183708.1733311185719, exclude list is [], retry=0 2024-12-04T11:19:45,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37997,DS-30fd2604-c5b6-4b37-958c-e6043fccc431,DISK] 2024-12-04T11:19:45,732 INFO [RS:0;e12b86b8109d:40805 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/WALs/e12b86b8109d,40805,1733311183708/e12b86b8109d%2C40805%2C1733311183708.1733311185719 2024-12-04T11:19:45,733 DEBUG [RS:0;e12b86b8109d:40805 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43677:43677)] 2024-12-04T11:19:45,812 DEBUG [e12b86b8109d:39329 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T11:19:45,813 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e12b86b8109d,40805,1733311183708 2024-12-04T11:19:45,814 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,40805,1733311183708, state=OPENING 2024-12-04T11:19:45,842 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T11:19:45,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x101a01199cd0004, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-353553055 2024-12-04T11:19:45,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x101a01199cd0003, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-353553055 2024-12-04T11:19:45,853 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:19:45,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-353553055/meta-region-server: CHANGED 2024-12-04T11:19:45,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-353553055/meta-region-server: CHANGED 2024-12-04T11:19:45,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,40805,1733311183708}] 2024-12-04T11:19:46,005 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T11:19:46,007 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T11:19:46,010 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T11:19:46,010 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:19:46,010 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T11:19:46,011 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C40805%2C1733311183708.meta, suffix=.meta, logDir=hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/WALs/e12b86b8109d,40805,1733311183708, archiveDir=hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/oldWALs, maxLogs=10 2024-12-04T11:19:46,026 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/WALs/e12b86b8109d,40805,1733311183708/e12b86b8109d%2C40805%2C1733311183708.meta.1733311186012.meta, exclude list is [], retry=0 2024-12-04T11:19:46,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37997,DS-30fd2604-c5b6-4b37-958c-e6043fccc431,DISK] 2024-12-04T11:19:46,030 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/WALs/e12b86b8109d,40805,1733311183708/e12b86b8109d%2C40805%2C1733311183708.meta.1733311186012.meta 2024-12-04T11:19:46,030 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43677:43677)] 2024-12-04T11:19:46,030 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:19:46,031 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:19:46,031 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T11:19:46,031 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T11:19:46,031 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T11:19:46,031 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T11:19:46,031 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:19:46,031 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T11:19:46,031 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T11:19:46,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:19:46,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:19:46,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:46,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:19:46,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:19:46,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:19:46,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:46,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:19:46,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:19:46,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:19:46,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:46,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:19:46,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:19:46,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:19:46,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:46,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:19:46,042 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:19:46,043 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/hbase/meta/1588230740 2024-12-04T11:19:46,044 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/hbase/meta/1588230740 2024-12-04T11:19:46,048 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:19:46,048 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:19:46,049 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:19:46,050 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:19:46,050 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67924017, jitterRate=0.012146726250648499}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:19:46,050 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T11:19:46,051 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733311186031Writing region info on filesystem at 1733311186031Initializing all the Stores at 1733311186032 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311186032Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311186032Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311186032Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311186032Cleaning up temporary data from old regions at 1733311186048 (+16 ms)Running coprocessor post-open hooks at 1733311186050 (+2 ms)Region opened successfully at 1733311186050 2024-12-04T11:19:46,052 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733311186005 2024-12-04T11:19:46,054 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T11:19:46,054 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T11:19:46,054 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e12b86b8109d,40805,1733311183708 2024-12-04T11:19:46,055 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,40805,1733311183708, state=OPEN 2024-12-04T11:19:46,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x101a01199cd0003, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-353553055/meta-region-server 2024-12-04T11:19:46,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x101a01199cd0004, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-353553055/meta-region-server 2024-12-04T11:19:46,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-353553055/meta-region-server: CHANGED 2024-12-04T11:19:46,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-353553055/meta-region-server: CHANGED 2024-12-04T11:19:46,074 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e12b86b8109d,40805,1733311183708 2024-12-04T11:19:46,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T11:19:46,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,40805,1733311183708 in 221 msec 2024-12-04T11:19:46,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T11:19:46,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 666 msec 2024-12-04T11:19:46,079 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:19:46,079 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T11:19:46,080 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:19:46,080 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40805,1733311183708, seqNum=-1] 2024-12-04T11:19:46,081 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:19:46,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:19:46,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 735 msec 2024-12-04T11:19:46,086 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733311186086, completionTime=-1 2024-12-04T11:19:46,087 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T11:19:46,087 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T11:19:46,089 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T11:19:46,089 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733311246089 2024-12-04T11:19:46,089 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733311306089 2024-12-04T11:19:46,089 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T11:19:46,089 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,39329,1733311183372-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:46,089 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,39329,1733311183372-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:46,089 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,39329,1733311183372-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:46,089 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e12b86b8109d:39329, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:46,089 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:46,089 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:46,092 DEBUG [master/e12b86b8109d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T11:19:46,093 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.314sec 2024-12-04T11:19:46,093 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T11:19:46,093 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T11:19:46,093 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T11:19:46,093 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T11:19:46,093 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T11:19:46,093 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,39329,1733311183372-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:19:46,093 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,39329,1733311183372-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T11:19:46,095 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T11:19:46,095 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T11:19:46,095 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,39329,1733311183372-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:19:46,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c09a47c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:46,145 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,39329,-1 for getting cluster id 2024-12-04T11:19:46,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:19:46,152 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd23fdab2-a745-4015-b0bb-a349c1a6e3b3' 2024-12-04T11:19:46,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:19:46,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d23fdab2-a745-4015-b0bb-a349c1a6e3b3" 2024-12-04T11:19:46,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48462dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:46,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,39329,-1] 2024-12-04T11:19:46,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:19:46,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:46,154 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:19:46,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@419d08a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:46,155 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:19:46,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40805,1733311183708, seqNum=-1] 2024-12-04T11:19:46,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:19:46,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:19:46,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e12b86b8109d,39329,1733311183372 2024-12-04T11:19:46,160 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51421 2024-12-04T11:19:46,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:19:46,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a01199cd0005 connected 2024-12-04T11:19:46,181 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:19:46,182 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,39581,1733311178350 2024-12-04T11:19:46,182 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54c4b08 2024-12-04T11:19:46,182 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:19:46,183 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:19:46,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:19:46,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T11:19:46,186 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T11:19:46,186 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:46,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T11:19:46,187 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T11:19:46,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:19:46,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741835_1011 (size=902) 2024-12-04T11:19:46,194 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 14ddb97377b426b0bf4350abcbca5e98, NAME => 'test,,1733311186184.14ddb97377b426b0bf4350abcbca5e98.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586 2024-12-04T11:19:46,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741836_1012 (size=39) 2024-12-04T11:19:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:19:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:19:46,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733311186184.14ddb97377b426b0bf4350abcbca5e98.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:19:46,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 14ddb97377b426b0bf4350abcbca5e98, disabling compactions & flushes 2024-12-04T11:19:46,600 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733311186184.14ddb97377b426b0bf4350abcbca5e98. 2024-12-04T11:19:46,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733311186184.14ddb97377b426b0bf4350abcbca5e98. 2024-12-04T11:19:46,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733311186184.14ddb97377b426b0bf4350abcbca5e98. after waiting 0 ms 2024-12-04T11:19:46,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733311186184.14ddb97377b426b0bf4350abcbca5e98. 2024-12-04T11:19:46,600 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733311186184.14ddb97377b426b0bf4350abcbca5e98. 2024-12-04T11:19:46,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 14ddb97377b426b0bf4350abcbca5e98: Waiting for close lock at 1733311186600Disabling compacts and flushes for region at 1733311186600Disabling writes for close at 1733311186600Writing region close event to WAL at 1733311186600Closed at 1733311186600 2024-12-04T11:19:46,602 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T11:19:46,602 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733311186184.14ddb97377b426b0bf4350abcbca5e98.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733311186602"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733311186602"}]},"ts":"1733311186602"} 2024-12-04T11:19:46,604 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T11:19:46,605 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T11:19:46,605 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311186605"}]},"ts":"1733311186605"} 2024-12-04T11:19:46,607 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T11:19:46,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=14ddb97377b426b0bf4350abcbca5e98, ASSIGN}] 2024-12-04T11:19:46,608 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=14ddb97377b426b0bf4350abcbca5e98, ASSIGN 2024-12-04T11:19:46,609 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=14ddb97377b426b0bf4350abcbca5e98, ASSIGN; state=OFFLINE, location=e12b86b8109d,36413,1733311178560; forceNewPlan=false, retain=false 2024-12-04T11:19:46,711 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:19:46,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:46,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:46,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:46,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:46,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:46,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:46,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:46,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:46,754 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T11:19:46,759 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=14ddb97377b426b0bf4350abcbca5e98, regionState=OPENING, regionLocation=e12b86b8109d,36413,1733311178560 2024-12-04T11:19:46,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=14ddb97377b426b0bf4350abcbca5e98, ASSIGN because future has completed 2024-12-04T11:19:46,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14ddb97377b426b0bf4350abcbca5e98, server=e12b86b8109d,36413,1733311178560}] 2024-12-04T11:19:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:19:46,918 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733311186184.14ddb97377b426b0bf4350abcbca5e98. 2024-12-04T11:19:46,918 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 14ddb97377b426b0bf4350abcbca5e98, NAME => 'test,,1733311186184.14ddb97377b426b0bf4350abcbca5e98.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:19:46,919 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:19:46,919 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T11:19:46,919 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 14ddb97377b426b0bf4350abcbca5e98 2024-12-04T11:19:46,919 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733311186184.14ddb97377b426b0bf4350abcbca5e98.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:19:46,919 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 14ddb97377b426b0bf4350abcbca5e98 2024-12-04T11:19:46,919 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 14ddb97377b426b0bf4350abcbca5e98 2024-12-04T11:19:46,920 INFO [StoreOpener-14ddb97377b426b0bf4350abcbca5e98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 14ddb97377b426b0bf4350abcbca5e98 2024-12-04T11:19:46,921 INFO [StoreOpener-14ddb97377b426b0bf4350abcbca5e98-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14ddb97377b426b0bf4350abcbca5e98 columnFamilyName f 2024-12-04T11:19:46,921 DEBUG [StoreOpener-14ddb97377b426b0bf4350abcbca5e98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:46,922 INFO [StoreOpener-14ddb97377b426b0bf4350abcbca5e98-1 {}] regionserver.HStore(327): Store=14ddb97377b426b0bf4350abcbca5e98/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:19:46,922 INFO [StoreOpener-14ddb97377b426b0bf4350abcbca5e98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 14ddb97377b426b0bf4350abcbca5e98 2024-12-04T11:19:46,923 INFO [StoreOpener-14ddb97377b426b0bf4350abcbca5e98-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14ddb97377b426b0bf4350abcbca5e98 columnFamilyName f1 2024-12-04T11:19:46,923 DEBUG [StoreOpener-14ddb97377b426b0bf4350abcbca5e98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:46,923 INFO [StoreOpener-14ddb97377b426b0bf4350abcbca5e98-1 {}] regionserver.HStore(327): Store=14ddb97377b426b0bf4350abcbca5e98/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:19:46,923 INFO [StoreOpener-14ddb97377b426b0bf4350abcbca5e98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 14ddb97377b426b0bf4350abcbca5e98 2024-12-04T11:19:46,924 INFO [StoreOpener-14ddb97377b426b0bf4350abcbca5e98-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14ddb97377b426b0bf4350abcbca5e98 columnFamilyName norep 2024-12-04T11:19:46,924 DEBUG [StoreOpener-14ddb97377b426b0bf4350abcbca5e98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:46,924 INFO [StoreOpener-14ddb97377b426b0bf4350abcbca5e98-1 {}] regionserver.HStore(327): Store=14ddb97377b426b0bf4350abcbca5e98/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:19:46,924 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 14ddb97377b426b0bf4350abcbca5e98 2024-12-04T11:19:46,925 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/default/test/14ddb97377b426b0bf4350abcbca5e98 2024-12-04T11:19:46,925 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/default/test/14ddb97377b426b0bf4350abcbca5e98 2024-12-04T11:19:46,926 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 14ddb97377b426b0bf4350abcbca5e98 2024-12-04T11:19:46,926 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 14ddb97377b426b0bf4350abcbca5e98 2024-12-04T11:19:46,926 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T11:19:46,927 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 14ddb97377b426b0bf4350abcbca5e98 2024-12-04T11:19:46,929 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/default/test/14ddb97377b426b0bf4350abcbca5e98/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:19:46,930 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 14ddb97377b426b0bf4350abcbca5e98; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71030044, jitterRate=0.05843013525009155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T11:19:46,930 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 14ddb97377b426b0bf4350abcbca5e98 2024-12-04T11:19:46,930 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 14ddb97377b426b0bf4350abcbca5e98: Running coprocessor pre-open hook at 1733311186919Writing region info on filesystem at 1733311186919Initializing all the Stores at 1733311186920 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311186920Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311186920Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311186920Cleaning up temporary data from old regions at 1733311186926 (+6 ms)Running coprocessor post-open hooks at 1733311186930 (+4 ms)Region opened successfully at 1733311186930 2024-12-04T11:19:46,931 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733311186184.14ddb97377b426b0bf4350abcbca5e98., pid=6, masterSystemTime=1733311186914 2024-12-04T11:19:46,933 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733311186184.14ddb97377b426b0bf4350abcbca5e98. 2024-12-04T11:19:46,933 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733311186184.14ddb97377b426b0bf4350abcbca5e98. 2024-12-04T11:19:46,933 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=14ddb97377b426b0bf4350abcbca5e98, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e12b86b8109d,36413,1733311178560 2024-12-04T11:19:46,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14ddb97377b426b0bf4350abcbca5e98, server=e12b86b8109d,36413,1733311178560 because future has completed 2024-12-04T11:19:46,944 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T11:19:46,944 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 14ddb97377b426b0bf4350abcbca5e98, server=e12b86b8109d,36413,1733311178560 in 174 msec 2024-12-04T11:19:46,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T11:19:46,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=14ddb97377b426b0bf4350abcbca5e98, ASSIGN in 337 msec 2024-12-04T11:19:46,948 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T11:19:46,948 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311186948"}]},"ts":"1733311186948"} 2024-12-04T11:19:46,954 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T11:19:46,955 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T11:19:46,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 771 msec 2024-12-04T11:19:47,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:19:47,329 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:19:47,329 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T11:19:47,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,39329,1733311183372 2024-12-04T11:19:47,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17f95c30 2024-12-04T11:19:47,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:19:47,331 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:19:47,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:19:47,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T11:19:47,334 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T11:19:47,334 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:47,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T11:19:47,335 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T11:19:47,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:19:47,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37997 is added to blk_1073741835_1011 (size=902) 2024-12-04T11:19:47,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:19:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:19:47,748 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1e7d3852a1b2ab1d709eaa02cb6b0aa0, NAME => 'test,,1733311187331.1e7d3852a1b2ab1d709eaa02cb6b0aa0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20 2024-12-04T11:19:47,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37997 is added to blk_1073741836_1012 (size=39) 2024-12-04T11:19:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:19:48,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733311187331.1e7d3852a1b2ab1d709eaa02cb6b0aa0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:19:48,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1e7d3852a1b2ab1d709eaa02cb6b0aa0, disabling compactions & flushes 2024-12-04T11:19:48,154 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733311187331.1e7d3852a1b2ab1d709eaa02cb6b0aa0. 2024-12-04T11:19:48,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733311187331.1e7d3852a1b2ab1d709eaa02cb6b0aa0. 2024-12-04T11:19:48,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733311187331.1e7d3852a1b2ab1d709eaa02cb6b0aa0. after waiting 0 ms 2024-12-04T11:19:48,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733311187331.1e7d3852a1b2ab1d709eaa02cb6b0aa0. 2024-12-04T11:19:48,154 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733311187331.1e7d3852a1b2ab1d709eaa02cb6b0aa0. 2024-12-04T11:19:48,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1e7d3852a1b2ab1d709eaa02cb6b0aa0: Waiting for close lock at 1733311188154Disabling compacts and flushes for region at 1733311188154Disabling writes for close at 1733311188154Writing region close event to WAL at 1733311188154Closed at 1733311188154 2024-12-04T11:19:48,155 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T11:19:48,156 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733311187331.1e7d3852a1b2ab1d709eaa02cb6b0aa0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733311188155"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733311188155"}]},"ts":"1733311188155"} 2024-12-04T11:19:48,157 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T11:19:48,158 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T11:19:48,158 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311188158"}]},"ts":"1733311188158"} 2024-12-04T11:19:48,159 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T11:19:48,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1e7d3852a1b2ab1d709eaa02cb6b0aa0, ASSIGN}] 2024-12-04T11:19:48,161 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1e7d3852a1b2ab1d709eaa02cb6b0aa0, ASSIGN 2024-12-04T11:19:48,161 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1e7d3852a1b2ab1d709eaa02cb6b0aa0, ASSIGN; state=OFFLINE, location=e12b86b8109d,40805,1733311183708; forceNewPlan=false, retain=false 2024-12-04T11:19:48,312 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1e7d3852a1b2ab1d709eaa02cb6b0aa0, regionState=OPENING, regionLocation=e12b86b8109d,40805,1733311183708 2024-12-04T11:19:48,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1e7d3852a1b2ab1d709eaa02cb6b0aa0, ASSIGN because future has completed 2024-12-04T11:19:48,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e7d3852a1b2ab1d709eaa02cb6b0aa0, server=e12b86b8109d,40805,1733311183708}] 2024-12-04T11:19:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:19:48,469 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733311187331.1e7d3852a1b2ab1d709eaa02cb6b0aa0. 2024-12-04T11:19:48,469 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e7d3852a1b2ab1d709eaa02cb6b0aa0, NAME => 'test,,1733311187331.1e7d3852a1b2ab1d709eaa02cb6b0aa0.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:19:48,470 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:19:48,470 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T11:19:48,470 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1e7d3852a1b2ab1d709eaa02cb6b0aa0 2024-12-04T11:19:48,470 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733311187331.1e7d3852a1b2ab1d709eaa02cb6b0aa0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:19:48,470 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1e7d3852a1b2ab1d709eaa02cb6b0aa0 2024-12-04T11:19:48,470 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1e7d3852a1b2ab1d709eaa02cb6b0aa0 2024-12-04T11:19:48,471 INFO [StoreOpener-1e7d3852a1b2ab1d709eaa02cb6b0aa0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1e7d3852a1b2ab1d709eaa02cb6b0aa0 2024-12-04T11:19:48,473 INFO [StoreOpener-1e7d3852a1b2ab1d709eaa02cb6b0aa0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e7d3852a1b2ab1d709eaa02cb6b0aa0 columnFamilyName f 2024-12-04T11:19:48,473 DEBUG [StoreOpener-1e7d3852a1b2ab1d709eaa02cb6b0aa0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:48,473 INFO [StoreOpener-1e7d3852a1b2ab1d709eaa02cb6b0aa0-1 {}] regionserver.HStore(327): Store=1e7d3852a1b2ab1d709eaa02cb6b0aa0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:19:48,473 INFO [StoreOpener-1e7d3852a1b2ab1d709eaa02cb6b0aa0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1e7d3852a1b2ab1d709eaa02cb6b0aa0 2024-12-04T11:19:48,474 INFO [StoreOpener-1e7d3852a1b2ab1d709eaa02cb6b0aa0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e7d3852a1b2ab1d709eaa02cb6b0aa0 columnFamilyName f1 2024-12-04T11:19:48,474 DEBUG [StoreOpener-1e7d3852a1b2ab1d709eaa02cb6b0aa0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:48,474 INFO [StoreOpener-1e7d3852a1b2ab1d709eaa02cb6b0aa0-1 {}] regionserver.HStore(327): Store=1e7d3852a1b2ab1d709eaa02cb6b0aa0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:19:48,475 INFO [StoreOpener-1e7d3852a1b2ab1d709eaa02cb6b0aa0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1e7d3852a1b2ab1d709eaa02cb6b0aa0 2024-12-04T11:19:48,475 INFO [StoreOpener-1e7d3852a1b2ab1d709eaa02cb6b0aa0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e7d3852a1b2ab1d709eaa02cb6b0aa0 columnFamilyName norep 2024-12-04T11:19:48,475 DEBUG [StoreOpener-1e7d3852a1b2ab1d709eaa02cb6b0aa0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:48,476 INFO [StoreOpener-1e7d3852a1b2ab1d709eaa02cb6b0aa0-1 {}] regionserver.HStore(327): Store=1e7d3852a1b2ab1d709eaa02cb6b0aa0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:19:48,476 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1e7d3852a1b2ab1d709eaa02cb6b0aa0 2024-12-04T11:19:48,476 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/default/test/1e7d3852a1b2ab1d709eaa02cb6b0aa0 2024-12-04T11:19:48,477 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/default/test/1e7d3852a1b2ab1d709eaa02cb6b0aa0 2024-12-04T11:19:48,478 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1e7d3852a1b2ab1d709eaa02cb6b0aa0 2024-12-04T11:19:48,478 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1e7d3852a1b2ab1d709eaa02cb6b0aa0 2024-12-04T11:19:48,478 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T11:19:48,479 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1e7d3852a1b2ab1d709eaa02cb6b0aa0 2024-12-04T11:19:48,480 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/default/test/1e7d3852a1b2ab1d709eaa02cb6b0aa0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:19:48,480 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1e7d3852a1b2ab1d709eaa02cb6b0aa0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68916347, jitterRate=0.026933595538139343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T11:19:48,481 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e7d3852a1b2ab1d709eaa02cb6b0aa0 2024-12-04T11:19:48,481 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1e7d3852a1b2ab1d709eaa02cb6b0aa0: Running coprocessor pre-open hook at 1733311188470Writing region info on filesystem at 1733311188470Initializing all the Stores at 1733311188471 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311188471Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311188471Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311188471Cleaning up temporary data from old regions at 1733311188478 (+7 ms)Running coprocessor post-open hooks at 1733311188481 (+3 ms)Region opened successfully at 1733311188481 2024-12-04T11:19:48,481 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733311187331.1e7d3852a1b2ab1d709eaa02cb6b0aa0., pid=6, masterSystemTime=1733311188466 2024-12-04T11:19:48,483 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733311187331.1e7d3852a1b2ab1d709eaa02cb6b0aa0. 2024-12-04T11:19:48,483 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733311187331.1e7d3852a1b2ab1d709eaa02cb6b0aa0. 2024-12-04T11:19:48,483 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1e7d3852a1b2ab1d709eaa02cb6b0aa0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e12b86b8109d,40805,1733311183708 2024-12-04T11:19:48,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e7d3852a1b2ab1d709eaa02cb6b0aa0, server=e12b86b8109d,40805,1733311183708 because future has completed 2024-12-04T11:19:48,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T11:19:48,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e7d3852a1b2ab1d709eaa02cb6b0aa0, server=e12b86b8109d,40805,1733311183708 in 172 msec 2024-12-04T11:19:48,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T11:19:48,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1e7d3852a1b2ab1d709eaa02cb6b0aa0, ASSIGN in 328 msec 2024-12-04T11:19:48,490 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T11:19:48,490 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311188490"}]},"ts":"1733311188490"} 2024-12-04T11:19:48,492 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T11:19:48,493 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T11:19:48,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1610 sec 2024-12-04T11:19:49,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:19:49,478 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T11:19:49,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d25857a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:49,479 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,39581,-1 for getting cluster id 2024-12-04T11:19:49,479 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:19:49,480 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13bbcda2-5cfb-4f99-a4cc-1939065c9d87' 2024-12-04T11:19:49,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:19:49,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13bbcda2-5cfb-4f99-a4cc-1939065c9d87" 2024-12-04T11:19:49,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18dfa3c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:49,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,39581,-1] 2024-12-04T11:19:49,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:19:49,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:49,481 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:19:49,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73971f50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:49,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a77bdb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:49,483 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,39329,-1 for getting cluster id 2024-12-04T11:19:49,483 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:19:49,484 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd23fdab2-a745-4015-b0bb-a349c1a6e3b3' 2024-12-04T11:19:49,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:19:49,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d23fdab2-a745-4015-b0bb-a349c1a6e3b3" 2024-12-04T11:19:49,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2923725e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:49,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,39329,-1] 2024-12-04T11:19:49,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:19:49,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:49,485 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:19:49,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d45c747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:49,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2786ed38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:49,487 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,39581,-1 for getting cluster id 2024-12-04T11:19:49,487 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:19:49,487 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13bbcda2-5cfb-4f99-a4cc-1939065c9d87' 2024-12-04T11:19:49,487 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:19:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13bbcda2-5cfb-4f99-a4cc-1939065c9d87" 2024-12-04T11:19:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f5bcae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,39581,-1] 2024-12-04T11:19:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:19:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:49,489 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:19:49,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16c8fe4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:49,490 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:19:49,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,39581,1733311178350 2024-12-04T11:19:49,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@521c7a18 2024-12-04T11:19:49,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:19:49,491 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:19:49,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e12b86b8109d:39329,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T11:19:49,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T11:19:49,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:19:49,494 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e12b86b8109d:39329' 2024-12-04T11:19:49,495 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d26786, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:49,495 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,39329,-1 for getting cluster id 2024-12-04T11:19:49,495 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:19:49,495 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd23fdab2-a745-4015-b0bb-a349c1a6e3b3' 2024-12-04T11:19:49,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:19:49,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d23fdab2-a745-4015-b0bb-a349c1a6e3b3" 2024-12-04T11:19:49,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@734970ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:49,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,39329,-1] 2024-12-04T11:19:49,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:19:49,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:49,497 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:19:49,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@539c79c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:49,497 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:19:49,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,39329,1733311183372 2024-12-04T11:19:49,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72ac0186 2024-12-04T11:19:49,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:19:49,499 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:19:49,500 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T11:19:49,500 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T11:19:49,500 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:49,500 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:49,500 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:19:49,500 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:19:49,501 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T11:19:49,502 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T11:19:49,502 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:49,503 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T11:19:49,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741837_1013 (size=1138) 2024-12-04T11:19:49,515 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c4f3881aafc59e7e7baebf962311ac9c, NAME => 'hbase:replication,,1733311189500.c4f3881aafc59e7e7baebf962311ac9c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586 2024-12-04T11:19:49,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741838_1014 (size=44) 2024-12-04T11:19:49,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733311189500.c4f3881aafc59e7e7baebf962311ac9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:19:49,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c4f3881aafc59e7e7baebf962311ac9c, disabling compactions & flushes 2024-12-04T11:19:49,522 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733311189500.c4f3881aafc59e7e7baebf962311ac9c. 2024-12-04T11:19:49,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733311189500.c4f3881aafc59e7e7baebf962311ac9c. 2024-12-04T11:19:49,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733311189500.c4f3881aafc59e7e7baebf962311ac9c. after waiting 0 ms 2024-12-04T11:19:49,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733311189500.c4f3881aafc59e7e7baebf962311ac9c. 2024-12-04T11:19:49,522 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733311189500.c4f3881aafc59e7e7baebf962311ac9c. 2024-12-04T11:19:49,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c4f3881aafc59e7e7baebf962311ac9c: Waiting for close lock at 1733311189522Disabling compacts and flushes for region at 1733311189522Disabling writes for close at 1733311189522Writing region close event to WAL at 1733311189522Closed at 1733311189522 2024-12-04T11:19:49,524 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T11:19:49,524 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733311189500.c4f3881aafc59e7e7baebf962311ac9c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733311189524"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733311189524"}]},"ts":"1733311189524"} 2024-12-04T11:19:49,527 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T11:19:49,528 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T11:19:49,529 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311189528"}]},"ts":"1733311189528"} 2024-12-04T11:19:49,531 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T11:19:49,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c4f3881aafc59e7e7baebf962311ac9c, ASSIGN}] 2024-12-04T11:19:49,532 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c4f3881aafc59e7e7baebf962311ac9c, ASSIGN 2024-12-04T11:19:49,533 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c4f3881aafc59e7e7baebf962311ac9c, ASSIGN; state=OFFLINE, location=e12b86b8109d,36413,1733311178560; forceNewPlan=false, retain=false 2024-12-04T11:19:49,551 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T11:19:49,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:19:49,683 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c4f3881aafc59e7e7baebf962311ac9c, regionState=OPENING, regionLocation=e12b86b8109d,36413,1733311178560 2024-12-04T11:19:49,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c4f3881aafc59e7e7baebf962311ac9c, ASSIGN because future has completed 2024-12-04T11:19:49,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4f3881aafc59e7e7baebf962311ac9c, server=e12b86b8109d,36413,1733311178560}] 2024-12-04T11:19:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:19:49,842 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733311189500.c4f3881aafc59e7e7baebf962311ac9c. 2024-12-04T11:19:49,842 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:19:49,842 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T11:19:49,844 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C36413%2C1733311178560.rep, suffix=, logDir=hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560, archiveDir=hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/oldWALs, maxLogs=10 2024-12-04T11:19:49,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560/e12b86b8109d%2C36413%2C1733311178560.rep.1733311189844, exclude list is [], retry=0 2024-12-04T11:19:49,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37057,DS-12263a50-e767-4b2b-a442-71110530fb50,DISK] 2024-12-04T11:19:49,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560/e12b86b8109d%2C36413%2C1733311178560.rep.1733311189844 2024-12-04T11:19:49,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46629:46629)] 2024-12-04T11:19:49,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c4f3881aafc59e7e7baebf962311ac9c, NAME => 'hbase:replication,,1733311189500.c4f3881aafc59e7e7baebf962311ac9c.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:19:49,859 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:19:49,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T11:19:49,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733311189500.c4f3881aafc59e7e7baebf962311ac9c. service=MultiRowMutationService 2024-12-04T11:19:49,859 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T11:19:49,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c4f3881aafc59e7e7baebf962311ac9c 2024-12-04T11:19:49,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733311189500.c4f3881aafc59e7e7baebf962311ac9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:19:49,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c4f3881aafc59e7e7baebf962311ac9c 2024-12-04T11:19:49,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c4f3881aafc59e7e7baebf962311ac9c 2024-12-04T11:19:49,861 INFO [StoreOpener-c4f3881aafc59e7e7baebf962311ac9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c4f3881aafc59e7e7baebf962311ac9c 2024-12-04T11:19:49,862 INFO [StoreOpener-c4f3881aafc59e7e7baebf962311ac9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4f3881aafc59e7e7baebf962311ac9c columnFamilyName hfileref 2024-12-04T11:19:49,862 DEBUG [StoreOpener-c4f3881aafc59e7e7baebf962311ac9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:49,862 INFO [StoreOpener-c4f3881aafc59e7e7baebf962311ac9c-1 {}] regionserver.HStore(327): Store=c4f3881aafc59e7e7baebf962311ac9c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:19:49,862 INFO [StoreOpener-c4f3881aafc59e7e7baebf962311ac9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c4f3881aafc59e7e7baebf962311ac9c 2024-12-04T11:19:49,863 INFO [StoreOpener-c4f3881aafc59e7e7baebf962311ac9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4f3881aafc59e7e7baebf962311ac9c columnFamilyName queue 2024-12-04T11:19:49,863 DEBUG [StoreOpener-c4f3881aafc59e7e7baebf962311ac9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:49,864 INFO [StoreOpener-c4f3881aafc59e7e7baebf962311ac9c-1 {}] regionserver.HStore(327): Store=c4f3881aafc59e7e7baebf962311ac9c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:19:49,864 INFO [StoreOpener-c4f3881aafc59e7e7baebf962311ac9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c4f3881aafc59e7e7baebf962311ac9c 2024-12-04T11:19:49,865 INFO [StoreOpener-c4f3881aafc59e7e7baebf962311ac9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4f3881aafc59e7e7baebf962311ac9c columnFamilyName sid 2024-12-04T11:19:49,865 DEBUG [StoreOpener-c4f3881aafc59e7e7baebf962311ac9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:49,865 INFO [StoreOpener-c4f3881aafc59e7e7baebf962311ac9c-1 {}] regionserver.HStore(327): Store=c4f3881aafc59e7e7baebf962311ac9c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:19:49,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c4f3881aafc59e7e7baebf962311ac9c 2024-12-04T11:19:49,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/hbase/replication/c4f3881aafc59e7e7baebf962311ac9c 2024-12-04T11:19:49,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/hbase/replication/c4f3881aafc59e7e7baebf962311ac9c 2024-12-04T11:19:49,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c4f3881aafc59e7e7baebf962311ac9c 2024-12-04T11:19:49,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c4f3881aafc59e7e7baebf962311ac9c 2024-12-04T11:19:49,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T11:19:49,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c4f3881aafc59e7e7baebf962311ac9c 2024-12-04T11:19:49,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/hbase/replication/c4f3881aafc59e7e7baebf962311ac9c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:19:49,870 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c4f3881aafc59e7e7baebf962311ac9c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68599988, jitterRate=0.022219479084014893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T11:19:49,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4f3881aafc59e7e7baebf962311ac9c 2024-12-04T11:19:49,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c4f3881aafc59e7e7baebf962311ac9c: Running coprocessor pre-open hook at 1733311189860Writing region info on filesystem at 1733311189860Initializing all the Stores at 1733311189860Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311189860Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311189861 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311189861Cleaning up temporary data from old regions at 1733311189867 (+6 ms)Running coprocessor post-open hooks at 1733311189870 (+3 ms)Region opened successfully at 1733311189870 2024-12-04T11:19:49,871 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733311189500.c4f3881aafc59e7e7baebf962311ac9c., pid=10, masterSystemTime=1733311189839 2024-12-04T11:19:49,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733311189500.c4f3881aafc59e7e7baebf962311ac9c. 2024-12-04T11:19:49,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733311189500.c4f3881aafc59e7e7baebf962311ac9c. 2024-12-04T11:19:49,873 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c4f3881aafc59e7e7baebf962311ac9c, regionState=OPEN, openSeqNum=2, regionLocation=e12b86b8109d,36413,1733311178560 2024-12-04T11:19:49,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4f3881aafc59e7e7baebf962311ac9c, server=e12b86b8109d,36413,1733311178560 because future has completed 2024-12-04T11:19:49,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T11:19:49,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c4f3881aafc59e7e7baebf962311ac9c, server=e12b86b8109d,36413,1733311178560 in 190 msec 2024-12-04T11:19:49,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T11:19:49,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c4f3881aafc59e7e7baebf962311ac9c, ASSIGN in 347 msec 2024-12-04T11:19:49,880 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T11:19:49,881 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311189881"}]},"ts":"1733311189881"} 2024-12-04T11:19:49,883 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T11:19:49,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T11:19:49,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 384 msec 2024-12-04T11:19:49,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733311189500.c4f3881aafc59e7e7baebf962311ac9c., hostname=e12b86b8109d,36413,1733311178560, seqNum=2] 2024-12-04T11:19:49,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x101a01199cd0001, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1164813883 2024-12-04T11:19:49,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x101a01199cd0000, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1164813883 2024-12-04T11:19:50,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T11:19:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:19:50,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T11:19:50,158 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T11:19:50,192 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e12b86b8109d,36413,1733311178560, ReplicationSource: 1, currentBandwidth=0 2024-12-04T11:19:50,193 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:19:50,193 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,36413,1733311178560, seqNum=-1] 2024-12-04T11:19:50,194 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:19:50,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-04T11:19:50,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e12b86b8109d,36413,1733311178560', locateType=CURRENT is [region=hbase:replication,,1733311189500.c4f3881aafc59e7e7baebf962311ac9c., hostname=e12b86b8109d,36413,1733311178560, seqNum=2] 2024-12-04T11:19:50,200 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T11:19:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T11:19:50,203 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e12b86b8109d,36413,1733311178560 suceeded 2024-12-04T11:19:50,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T11:19:50,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-12-04T11:19:50,206 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e12b86b8109d:39329,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T11:19:50,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 714 msec 2024-12-04T11:19:50,222 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e12b86b8109d:39329' 2024-12-04T11:19:50,224 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c524a78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:50,224 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,39329,-1 for getting cluster id 2024-12-04T11:19:50,224 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:19:50,226 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd23fdab2-a745-4015-b0bb-a349c1a6e3b3' 2024-12-04T11:19:50,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:19:50,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d23fdab2-a745-4015-b0bb-a349c1a6e3b3" 2024-12-04T11:19:50,227 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:50,227 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59cc4662, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:50,227 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,39329,-1] 2024-12-04T11:19:50,227 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:19:50,228 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:19:50,229 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b274e6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:50,229 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:19:50,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,39329,1733311183372 2024-12-04T11:19:50,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ac0c3b1 2024-12-04T11:19:50,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:19:50,234 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-04T11:19:50,235 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e12b86b8109d,36413,1733311178560 (queues=1) is replicating from cluster=13bbcda2-5cfb-4f99-a4cc-1939065c9d87 to cluster=d23fdab2-a745-4015-b0bb-a349c1a6e3b3 2024-12-04T11:19:50,235 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e12b86b8109d%2C36413%2C1733311178560 2024-12-04T11:19:50,235 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e12b86b8109d,36413,1733311178560, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T11:19:50,236 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.shippere12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e12b86b8109d%2C36413%2C1733311178560 2024-12-04T11:19:50,236 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.wal-reader.e12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560/e12b86b8109d%2C36413%2C1733311178560.1733311180838, startPosition=0, beingWritten=true 2024-12-04T11:19:50,243 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.wal-reader.e12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:19:50,244 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.wal-reader.e12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560/e12b86b8109d%2C36413%2C1733311178560.1733311180838 to pos 379, reset compression=false 2024-12-04T11:19:50,244 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.shippere12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,36413,1733311178560 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560/e12b86b8109d%2C36413%2C1733311178560.1733311180838, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T11:19:50,447 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.wal-reader.e12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560/e12b86b8109d%2C36413%2C1733311178560.1733311180838 to pos 379, reset compression=false 2024-12-04T11:19:50,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:19:50,628 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T11:19:50,628 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:19:50,629 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:19:50,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:50,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:50,629 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:19:50,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c8ab32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:50,629 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,39329,-1 for getting cluster id 2024-12-04T11:19:50,629 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:19:50,630 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd23fdab2-a745-4015-b0bb-a349c1a6e3b3' 2024-12-04T11:19:50,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:19:50,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d23fdab2-a745-4015-b0bb-a349c1a6e3b3" 2024-12-04T11:19:50,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59922a13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:50,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,39329,-1] 2024-12-04T11:19:50,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:19:50,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:50,631 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:19:50,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19cb8402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:50,632 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:19:50,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,39329,1733311183372 2024-12-04T11:19:50,633 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59b15fbb 2024-12-04T11:19:50,633 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:19:50,633 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:19:50,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e12b86b8109d:39581,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T11:19:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T11:19:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:19:50,636 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e12b86b8109d:39581' 2024-12-04T11:19:50,636 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@200ea064, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:50,636 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,39581,-1 for getting cluster id 2024-12-04T11:19:50,636 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:19:50,637 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13bbcda2-5cfb-4f99-a4cc-1939065c9d87' 2024-12-04T11:19:50,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:19:50,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13bbcda2-5cfb-4f99-a4cc-1939065c9d87" 2024-12-04T11:19:50,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b945f10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:50,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,39581,-1] 2024-12-04T11:19:50,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:19:50,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:50,638 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:19:50,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30779619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:50,639 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:19:50,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,39581,1733311178350 2024-12-04T11:19:50,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66bea685 2024-12-04T11:19:50,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:19:50,640 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:19:50,641 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T11:19:50,641 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T11:19:50,641 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:50,641 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:50,641 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:19:50,641 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:19:50,642 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T11:19:50,643 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T11:19:50,643 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:50,644 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T11:19:50,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37997 is added to blk_1073741837_1013 (size=1138) 2024-12-04T11:19:50,692 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T11:19:50,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:19:50,751 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.wal-reader.e12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560/e12b86b8109d%2C36413%2C1733311178560.1733311180838 to pos 379, reset compression=false 2024-12-04T11:19:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:19:51,051 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4173cf1968511212a2d4424a3c5225ca, NAME => 'hbase:replication,,1733311190641.4173cf1968511212a2d4424a3c5225ca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20 2024-12-04T11:19:51,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37997 is added to blk_1073741838_1014 (size=44) 2024-12-04T11:19:51,154 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.wal-reader.e12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560/e12b86b8109d%2C36413%2C1733311178560.1733311180838 to pos 379, reset compression=false 2024-12-04T11:19:51,208 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T11:19:51,208 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T11:19:51,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T11:19:51,209 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T11:19:51,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T11:19:51,209 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-04T11:19:51,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:19:51,210 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T11:19:51,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T11:19:51,210 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T11:19:51,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:19:51,210 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T11:19:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:19:51,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733311190641.4173cf1968511212a2d4424a3c5225ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:19:51,457 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4173cf1968511212a2d4424a3c5225ca, disabling compactions & flushes 2024-12-04T11:19:51,457 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733311190641.4173cf1968511212a2d4424a3c5225ca. 2024-12-04T11:19:51,457 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733311190641.4173cf1968511212a2d4424a3c5225ca. 2024-12-04T11:19:51,457 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733311190641.4173cf1968511212a2d4424a3c5225ca. after waiting 0 ms 2024-12-04T11:19:51,457 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733311190641.4173cf1968511212a2d4424a3c5225ca. 2024-12-04T11:19:51,457 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733311190641.4173cf1968511212a2d4424a3c5225ca. 2024-12-04T11:19:51,457 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4173cf1968511212a2d4424a3c5225ca: Waiting for close lock at 1733311191456Disabling compacts and flushes for region at 1733311191456Disabling writes for close at 1733311191457 (+1 ms)Writing region close event to WAL at 1733311191457Closed at 1733311191457 2024-12-04T11:19:51,458 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T11:19:51,458 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733311190641.4173cf1968511212a2d4424a3c5225ca.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733311191458"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733311191458"}]},"ts":"1733311191458"} 2024-12-04T11:19:51,460 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T11:19:51,460 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T11:19:51,461 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311191460"}]},"ts":"1733311191460"} 2024-12-04T11:19:51,462 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T11:19:51,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4173cf1968511212a2d4424a3c5225ca, ASSIGN}] 2024-12-04T11:19:51,463 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4173cf1968511212a2d4424a3c5225ca, ASSIGN 2024-12-04T11:19:51,464 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4173cf1968511212a2d4424a3c5225ca, ASSIGN; state=OFFLINE, location=e12b86b8109d,40805,1733311183708; forceNewPlan=false, retain=false 2024-12-04T11:19:51,569 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T11:19:51,614 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4173cf1968511212a2d4424a3c5225ca, regionState=OPENING, regionLocation=e12b86b8109d,40805,1733311183708 2024-12-04T11:19:51,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4173cf1968511212a2d4424a3c5225ca, ASSIGN because future has completed 2024-12-04T11:19:51,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4173cf1968511212a2d4424a3c5225ca, server=e12b86b8109d,40805,1733311183708}] 2024-12-04T11:19:51,659 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.wal-reader.e12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560/e12b86b8109d%2C36413%2C1733311178560.1733311180838 to pos 379, reset compression=false 2024-12-04T11:19:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:19:51,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733311190641.4173cf1968511212a2d4424a3c5225ca. 2024-12-04T11:19:51,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:19:51,772 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T11:19:51,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C40805%2C1733311183708.rep, suffix=, logDir=hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/WALs/e12b86b8109d,40805,1733311183708, archiveDir=hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/oldWALs, maxLogs=10 2024-12-04T11:19:51,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/WALs/e12b86b8109d,40805,1733311183708/e12b86b8109d%2C40805%2C1733311183708.rep.1733311191773, exclude list is [], retry=0 2024-12-04T11:19:51,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37997,DS-30fd2604-c5b6-4b37-958c-e6043fccc431,DISK] 2024-12-04T11:19:51,787 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/WALs/e12b86b8109d,40805,1733311183708/e12b86b8109d%2C40805%2C1733311183708.rep.1733311191773 2024-12-04T11:19:51,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43677:43677)] 2024-12-04T11:19:51,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4173cf1968511212a2d4424a3c5225ca, NAME => 'hbase:replication,,1733311190641.4173cf1968511212a2d4424a3c5225ca.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:19:51,787 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:19:51,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T11:19:51,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733311190641.4173cf1968511212a2d4424a3c5225ca. service=MultiRowMutationService 2024-12-04T11:19:51,787 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T11:19:51,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4173cf1968511212a2d4424a3c5225ca 2024-12-04T11:19:51,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733311190641.4173cf1968511212a2d4424a3c5225ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:19:51,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4173cf1968511212a2d4424a3c5225ca 2024-12-04T11:19:51,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4173cf1968511212a2d4424a3c5225ca 2024-12-04T11:19:51,789 INFO [StoreOpener-4173cf1968511212a2d4424a3c5225ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4173cf1968511212a2d4424a3c5225ca 2024-12-04T11:19:51,790 INFO [StoreOpener-4173cf1968511212a2d4424a3c5225ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4173cf1968511212a2d4424a3c5225ca columnFamilyName hfileref 2024-12-04T11:19:51,790 DEBUG [StoreOpener-4173cf1968511212a2d4424a3c5225ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:51,790 INFO [StoreOpener-4173cf1968511212a2d4424a3c5225ca-1 {}] regionserver.HStore(327): Store=4173cf1968511212a2d4424a3c5225ca/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:19:51,790 INFO [StoreOpener-4173cf1968511212a2d4424a3c5225ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4173cf1968511212a2d4424a3c5225ca 2024-12-04T11:19:51,791 INFO [StoreOpener-4173cf1968511212a2d4424a3c5225ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4173cf1968511212a2d4424a3c5225ca columnFamilyName queue 2024-12-04T11:19:51,791 DEBUG [StoreOpener-4173cf1968511212a2d4424a3c5225ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:51,792 INFO [StoreOpener-4173cf1968511212a2d4424a3c5225ca-1 {}] regionserver.HStore(327): Store=4173cf1968511212a2d4424a3c5225ca/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:19:51,792 INFO [StoreOpener-4173cf1968511212a2d4424a3c5225ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4173cf1968511212a2d4424a3c5225ca 2024-12-04T11:19:51,793 INFO [StoreOpener-4173cf1968511212a2d4424a3c5225ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4173cf1968511212a2d4424a3c5225ca columnFamilyName sid 2024-12-04T11:19:51,793 DEBUG [StoreOpener-4173cf1968511212a2d4424a3c5225ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:19:51,793 INFO [StoreOpener-4173cf1968511212a2d4424a3c5225ca-1 {}] regionserver.HStore(327): Store=4173cf1968511212a2d4424a3c5225ca/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:19:51,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4173cf1968511212a2d4424a3c5225ca 2024-12-04T11:19:51,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/hbase/replication/4173cf1968511212a2d4424a3c5225ca 2024-12-04T11:19:51,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/hbase/replication/4173cf1968511212a2d4424a3c5225ca 2024-12-04T11:19:51,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4173cf1968511212a2d4424a3c5225ca 2024-12-04T11:19:51,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4173cf1968511212a2d4424a3c5225ca 2024-12-04T11:19:51,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T11:19:51,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4173cf1968511212a2d4424a3c5225ca 2024-12-04T11:19:51,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/hbase/replication/4173cf1968511212a2d4424a3c5225ca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:19:51,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4173cf1968511212a2d4424a3c5225ca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64950781, jitterRate=-0.03215794265270233}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T11:19:51,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4173cf1968511212a2d4424a3c5225ca 2024-12-04T11:19:51,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4173cf1968511212a2d4424a3c5225ca: Running coprocessor pre-open hook at 1733311191788Writing region info on filesystem at 1733311191788Initializing all the Stores at 1733311191788Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311191788Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311191789 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311191789Cleaning up temporary data from old regions at 1733311191795 (+6 ms)Running coprocessor post-open hooks at 1733311191798 (+3 ms)Region opened successfully at 1733311191798 2024-12-04T11:19:51,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733311190641.4173cf1968511212a2d4424a3c5225ca., pid=10, masterSystemTime=1733311191768 2024-12-04T11:19:51,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733311190641.4173cf1968511212a2d4424a3c5225ca. 2024-12-04T11:19:51,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733311190641.4173cf1968511212a2d4424a3c5225ca. 2024-12-04T11:19:51,801 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4173cf1968511212a2d4424a3c5225ca, regionState=OPEN, openSeqNum=2, regionLocation=e12b86b8109d,40805,1733311183708 2024-12-04T11:19:51,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4173cf1968511212a2d4424a3c5225ca, server=e12b86b8109d,40805,1733311183708 because future has completed 2024-12-04T11:19:51,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T11:19:51,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4173cf1968511212a2d4424a3c5225ca, server=e12b86b8109d,40805,1733311183708 in 187 msec 2024-12-04T11:19:51,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T11:19:51,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4173cf1968511212a2d4424a3c5225ca, ASSIGN in 343 msec 2024-12-04T11:19:51,806 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T11:19:51,806 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311191806"}]},"ts":"1733311191806"} 2024-12-04T11:19:51,808 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T11:19:51,809 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T11:19:51,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-12-04T11:19:51,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733311190641.4173cf1968511212a2d4424a3c5225ca., hostname=e12b86b8109d,40805,1733311183708, seqNum=2] 2024-12-04T11:19:51,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x101a01199cd0003, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-353553055 2024-12-04T11:19:51,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x101a01199cd0004, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-353553055 2024-12-04T11:19:51,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T11:19:52,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T11:19:52,101 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T11:19:52,125 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e12b86b8109d,40805,1733311183708, ReplicationSource: 1, currentBandwidth=0 2024-12-04T11:19:52,125 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:19:52,125 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40805,1733311183708, seqNum=-1] 2024-12-04T11:19:52,125 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:19:52,126 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-04T11:19:52,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e12b86b8109d,40805,1733311183708', locateType=CURRENT is [region=hbase:replication,,1733311190641.4173cf1968511212a2d4424a3c5225ca., hostname=e12b86b8109d,40805,1733311183708, seqNum=2] 2024-12-04T11:19:52,129 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T11:19:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T11:19:52,131 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e12b86b8109d,40805,1733311183708 suceeded 2024-12-04T11:19:52,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T11:19:52,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-04T11:19:52,133 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e12b86b8109d:39581,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T11:19:52,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4990 sec 2024-12-04T11:19:52,141 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e12b86b8109d:39581' 2024-12-04T11:19:52,142 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f53c820, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:52,142 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,39581,-1 for getting cluster id 2024-12-04T11:19:52,142 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:19:52,143 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13bbcda2-5cfb-4f99-a4cc-1939065c9d87' 2024-12-04T11:19:52,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:19:52,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13bbcda2-5cfb-4f99-a4cc-1939065c9d87" 2024-12-04T11:19:52,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@386cca12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:52,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,39581,-1] 2024-12-04T11:19:52,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:19:52,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:52,144 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:19:52,145 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@250ce023, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:52,145 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:19:52,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,39581,1733311178350 2024-12-04T11:19:52,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bd782de 2024-12-04T11:19:52,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:19:52,146 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-04T11:19:52,147 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e12b86b8109d,40805,1733311183708 (queues=1) is replicating from cluster=d23fdab2-a745-4015-b0bb-a349c1a6e3b3 to cluster=13bbcda2-5cfb-4f99-a4cc-1939065c9d87 2024-12-04T11:19:52,147 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e12b86b8109d%2C40805%2C1733311183708 2024-12-04T11:19:52,147 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e12b86b8109d,40805,1733311183708, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T11:19:52,149 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708.replicationSource.shippere12b86b8109d%2C40805%2C1733311183708,1-e12b86b8109d,40805,1733311183708 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e12b86b8109d%2C40805%2C1733311183708 2024-12-04T11:19:52,149 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708.replicationSource.wal-reader.e12b86b8109d%2C40805%2C1733311183708,1-e12b86b8109d,40805,1733311183708 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/WALs/e12b86b8109d,40805,1733311183708/e12b86b8109d%2C40805%2C1733311183708.1733311185719, startPosition=0, beingWritten=true 2024-12-04T11:19:52,154 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708.replicationSource.wal-reader.e12b86b8109d%2C40805%2C1733311183708,1-e12b86b8109d,40805,1733311183708 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:19:52,154 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708.replicationSource.wal-reader.e12b86b8109d%2C40805%2C1733311183708,1-e12b86b8109d,40805,1733311183708 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/WALs/e12b86b8109d,40805,1733311183708/e12b86b8109d%2C40805%2C1733311183708.1733311185719 to pos 379, reset compression=false 2024-12-04T11:19:52,154 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708.replicationSource.shippere12b86b8109d%2C40805%2C1733311183708,1-e12b86b8109d,40805,1733311183708 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,40805,1733311183708 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/WALs/e12b86b8109d,40805,1733311183708/e12b86b8109d%2C40805%2C1733311183708.1733311185719, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T11:19:52,263 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.wal-reader.e12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560/e12b86b8109d%2C36413%2C1733311178560.1733311180838 to pos 379, reset compression=false 2024-12-04T11:19:52,359 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708.replicationSource.wal-reader.e12b86b8109d%2C40805%2C1733311183708,1-e12b86b8109d,40805,1733311183708 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/WALs/e12b86b8109d,40805,1733311183708/e12b86b8109d%2C40805%2C1733311183708.1733311185719 to pos 379, reset compression=false 2024-12-04T11:19:52,420 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:19:52,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:52,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:52,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:52,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:52,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:52,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:52,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:52,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:19:52,663 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708.replicationSource.wal-reader.e12b86b8109d%2C40805%2C1733311183708,1-e12b86b8109d,40805,1733311183708 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/WALs/e12b86b8109d,40805,1733311183708/e12b86b8109d%2C40805%2C1733311183708.1733311185719 to pos 379, reset compression=false 2024-12-04T11:19:52,755 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T11:19:52,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:19:52,777 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T11:19:52,777 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:19:52,778 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:19:52,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:52,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:52,778 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:19:52,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:19:52,781 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733311192780/Put/seqid=0 2024-12-04T11:19:52,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741840_1016 (size=7894) 2024-12-04T11:19:52,967 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.wal-reader.e12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560/e12b86b8109d%2C36413%2C1733311178560.1733311180838 to pos 379, reset compression=false 2024-12-04T11:19:53,068 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708.replicationSource.wal-reader.e12b86b8109d%2C40805%2C1733311183708,1-e12b86b8109d,40805,1733311183708 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/WALs/e12b86b8109d,40805,1733311183708/e12b86b8109d%2C40805%2C1733311183708.1733311185719 to pos 379, reset compression=false 2024-12-04T11:19:53,187 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733311193186/Put/seqid=0 2024-12-04T11:19:53,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741841_1017 (size=7691) 2024-12-04T11:19:53,572 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708.replicationSource.wal-reader.e12b86b8109d%2C40805%2C1733311183708,1-e12b86b8109d,40805,1733311183708 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/WALs/e12b86b8109d,40805,1733311183708/e12b86b8109d%2C40805%2C1733311183708.1733311185719 to pos 379, reset compression=false 2024-12-04T11:19:53,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51498702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:53,591 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,39581,-1 for getting cluster id 2024-12-04T11:19:53,591 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:19:53,592 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13bbcda2-5cfb-4f99-a4cc-1939065c9d87' 2024-12-04T11:19:53,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:19:53,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13bbcda2-5cfb-4f99-a4cc-1939065c9d87" 2024-12-04T11:19:53,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5d7953, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:53,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,39581,-1] 2024-12-04T11:19:53,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:19:53,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:53,593 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:19:53,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@785fdcd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:53,594 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:19:53,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,36413,1733311178560, seqNum=-1] 2024-12-04T11:19:53,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:19:53,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:19:53,602 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:19:53,603 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,39581,1733311178350 2024-12-04T11:19:53,603 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f15a961 2024-12-04T11:19:53,603 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:19:53,604 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:19:53,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733311186184.14ddb97377b426b0bf4350abcbca5e98., hostname=e12b86b8109d,36413,1733311178560, seqNum=2] 2024-12-04T11:19:53,609 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T11:19:53,613 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-04T11:19:53,616 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-04T11:19:53,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 14ddb97377b426b0bf4350abcbca5e98/f 2024-12-04T11:19:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-04T11:19:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T11:19:53,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 14ddb97377b426b0bf4350abcbca5e98/f 2024-12-04T11:19:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-04T11:19:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T11:19:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.HRegion(2603): Flush status journal for 14ddb97377b426b0bf4350abcbca5e98: 2024-12-04T11:19:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/staging/jenkins__test__tgdkubkjg0p1bcp4ldjrune2coi812njrdqqfu61c3s1dehgj3u7fjs1nmllu3oq/f/hfile_0 2024-12-04T11:19:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/staging/jenkins__test__tgdkubkjg0p1bcp4ldjrune2coi812njrdqqfu61c3s1dehgj3u7fjs1nmllu3oq/f/hfile_0 as hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/default/test/14ddb97377b426b0bf4350abcbca5e98/f/ba080352ab694eaab14542c3d7e25d21_SeqId_4_ 2024-12-04T11:19:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/staging/jenkins__test__tgdkubkjg0p1bcp4ldjrune2coi812njrdqqfu61c3s1dehgj3u7fjs1nmllu3oq/f/hfile_1 2024-12-04T11:19:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/staging/jenkins__test__tgdkubkjg0p1bcp4ldjrune2coi812njrdqqfu61c3s1dehgj3u7fjs1nmllu3oq/f/hfile_1 as hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/default/test/14ddb97377b426b0bf4350abcbca5e98/f/f40d2c7a56934dfabe61eb572b72f079_SeqId_4_ 2024-12-04T11:19:53,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/staging/jenkins__test__tgdkubkjg0p1bcp4ldjrune2coi812njrdqqfu61c3s1dehgj3u7fjs1nmllu3oq/f/hfile_0 into 14ddb97377b426b0bf4350abcbca5e98/f as hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/default/test/14ddb97377b426b0bf4350abcbca5e98/f/ba080352ab694eaab14542c3d7e25d21_SeqId_4_ - updating store file list. 2024-12-04T11:19:53,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ba080352ab694eaab14542c3d7e25d21_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T11:19:53,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/default/test/14ddb97377b426b0bf4350abcbca5e98/f/ba080352ab694eaab14542c3d7e25d21_SeqId_4_ into 14ddb97377b426b0bf4350abcbca5e98/f 2024-12-04T11:19:53,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/staging/jenkins__test__tgdkubkjg0p1bcp4ldjrune2coi812njrdqqfu61c3s1dehgj3u7fjs1nmllu3oq/f/hfile_0 into 14ddb97377b426b0bf4350abcbca5e98/f (new location: hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/default/test/14ddb97377b426b0bf4350abcbca5e98/f/ba080352ab694eaab14542c3d7e25d21_SeqId_4_) 2024-12-04T11:19:53,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/staging/jenkins__test__tgdkubkjg0p1bcp4ldjrune2coi812njrdqqfu61c3s1dehgj3u7fjs1nmllu3oq/f/hfile_0 2024-12-04T11:19:53,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/staging/jenkins__test__tgdkubkjg0p1bcp4ldjrune2coi812njrdqqfu61c3s1dehgj3u7fjs1nmllu3oq/f/hfile_1 into 14ddb97377b426b0bf4350abcbca5e98/f as hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/default/test/14ddb97377b426b0bf4350abcbca5e98/f/f40d2c7a56934dfabe61eb572b72f079_SeqId_4_ - updating store file list. 2024-12-04T11:19:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f40d2c7a56934dfabe61eb572b72f079_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T11:19:53,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/default/test/14ddb97377b426b0bf4350abcbca5e98/f/f40d2c7a56934dfabe61eb572b72f079_SeqId_4_ into 14ddb97377b426b0bf4350abcbca5e98/f 2024-12-04T11:19:53,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/staging/jenkins__test__tgdkubkjg0p1bcp4ldjrune2coi812njrdqqfu61c3s1dehgj3u7fjs1nmllu3oq/f/hfile_1 into 14ddb97377b426b0bf4350abcbca5e98/f (new location: hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/default/test/14ddb97377b426b0bf4350abcbca5e98/f/f40d2c7a56934dfabe61eb572b72f079_SeqId_4_) 2024-12-04T11:19:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/staging/jenkins__test__tgdkubkjg0p1bcp4ldjrune2coi812njrdqqfu61c3s1dehgj3u7fjs1nmllu3oq/f/hfile_1 2024-12-04T11:19:53,655 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:19:53,655 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:19:53,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:53,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:53,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733311186184.14ddb97377b426b0bf4350abcbca5e98., hostname=e12b86b8109d,36413,1733311178560, seqNum=2 , the old value is region=test,,1733311186184.14ddb97377b426b0bf4350abcbca5e98., hostname=e12b86b8109d,36413,1733311178560, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e12b86b8109d:36413 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T11:19:53,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733311186184.14ddb97377b426b0bf4350abcbca5e98., hostname=e12b86b8109d,36413,1733311178560, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T11:19:53,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733311186184.14ddb97377b426b0bf4350abcbca5e98., hostname=e12b86b8109d,36413,1733311178560, seqNum=2 from cache 2024-12-04T11:19:53,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:19:53,656 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-04T11:19:53,656 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:19:53,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40805,1733311183708, seqNum=-1] 2024-12-04T11:19:53,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:19:53,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:19:53,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733311187331.1e7d3852a1b2ab1d709eaa02cb6b0aa0., hostname=e12b86b8109d,40805,1733311183708, seqNum=2] 2024-12-04T11:19:53,662 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T11:19:53,758 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:36413 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T11:19:53,771 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.wal-reader.e12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560/e12b86b8109d%2C36413%2C1733311178560.1733311180838 to pos 379, reset compression=false 2024-12-04T11:19:53,775 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.wal-reader.e12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T11:19:53,775 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.shippere12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,36413,1733311178560 got entry batch from reader: WALEntryBatch [walEntries=[{test/14ddb97377b426b0bf4350abcbca5e98/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733311193653/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560/e12b86b8109d%2C36413%2C1733311178560.1733311180838, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T11:19:53,778 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.shippere12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T11:19:53,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-04T11:19:53,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.ReplicationSink(318): Replicating [13bbcda2-5cfb-4f99-a4cc-1939065c9d87] bulk loaded data 2024-12-04T11:19:53,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a3ce91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:53,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,39329,-1 for getting cluster id 2024-12-04T11:19:53,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:19:53,780 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd23fdab2-a745-4015-b0bb-a349c1a6e3b3' 2024-12-04T11:19:53,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:19:53,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d23fdab2-a745-4015-b0bb-a349c1a6e3b3" 2024-12-04T11:19:53,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@779083bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:53,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,39329,-1] 2024-12-04T11:19:53,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:19:53,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:53,782 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:19:53,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ec0bfd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:53,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37997 is added to blk_1073741840_1016 (size=7894) 2024-12-04T11:19:53,976 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.wal-reader.e12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560/e12b86b8109d%2C36413%2C1733311178560.1733311180838 to pos 687, reset compression=false 2024-12-04T11:19:54,175 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708.replicationSource.wal-reader.e12b86b8109d%2C40805%2C1733311183708,1-e12b86b8109d,40805,1733311183708 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/WALs/e12b86b8109d,40805,1733311183708/e12b86b8109d%2C40805%2C1733311183708.1733311185719 to pos 379, reset compression=false 2024-12-04T11:19:54,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37997 is added to blk_1073741841_1017 (size=7691) 2024-12-04T11:19:54,279 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.wal-reader.e12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560/e12b86b8109d%2C36413%2C1733311178560.1733311180838 to pos 687, reset compression=false 2024-12-04T11:19:54,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:19:54,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,39329,1733311183372 2024-12-04T11:19:54,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d3c038f 2024-12-04T11:19:54,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:19:54,603 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-04T11:19:54,604 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T11:19:54,604 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:19:54,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40805,1733311183708, seqNum=-1] 2024-12-04T11:19:54,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:19:54,606 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-04T11:19:54,611 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/staging/jenkins.hfs.11__test__8apcdt45rkmmq470udblb44qer81q5jdsotv156ua0qvsv4ephhoriu956gt9tes/f/ba080352ab694eaab14542c3d7e25d21_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-04T11:19:54,614 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/staging/jenkins.hfs.11__test__8apcdt45rkmmq470udblb44qer81q5jdsotv156ua0qvsv4ephhoriu956gt9tes/f/f40d2c7a56934dfabe61eb572b72f079_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-04T11:19:54,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/staging/jenkins.hfs.11__test__8apcdt45rkmmq470udblb44qer81q5jdsotv156ua0qvsv4ephhoriu956gt9tes/f/ba080352ab694eaab14542c3d7e25d21_SeqId_4_ for inclusion in 1e7d3852a1b2ab1d709eaa02cb6b0aa0/f 2024-12-04T11:19:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-04T11:19:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T11:19:54,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/staging/jenkins.hfs.11__test__8apcdt45rkmmq470udblb44qer81q5jdsotv156ua0qvsv4ephhoriu956gt9tes/f/f40d2c7a56934dfabe61eb572b72f079_SeqId_4_ for inclusion in 1e7d3852a1b2ab1d709eaa02cb6b0aa0/f 2024-12-04T11:19:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-04T11:19:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T11:19:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(2603): Flush status journal for 1e7d3852a1b2ab1d709eaa02cb6b0aa0: 2024-12-04T11:19:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ba080352ab694eaab14542c3d7e25d21_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T11:19:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/staging/jenkins.hfs.11__test__8apcdt45rkmmq470udblb44qer81q5jdsotv156ua0qvsv4ephhoriu956gt9tes/f/ba080352ab694eaab14542c3d7e25d21_SeqId_4_ as hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/default/test/1e7d3852a1b2ab1d709eaa02cb6b0aa0/f/6620d33ebc0b4e8995f9228a6957ead7_SeqId_4_ 2024-12-04T11:19:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f40d2c7a56934dfabe61eb572b72f079_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T11:19:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/staging/jenkins.hfs.11__test__8apcdt45rkmmq470udblb44qer81q5jdsotv156ua0qvsv4ephhoriu956gt9tes/f/f40d2c7a56934dfabe61eb572b72f079_SeqId_4_ as hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/default/test/1e7d3852a1b2ab1d709eaa02cb6b0aa0/f/e8d6185502c8438183dbc8317cf40362_SeqId_4_ 2024-12-04T11:19:54,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/staging/jenkins.hfs.11__test__8apcdt45rkmmq470udblb44qer81q5jdsotv156ua0qvsv4ephhoriu956gt9tes/f/ba080352ab694eaab14542c3d7e25d21_SeqId_4_ into 1e7d3852a1b2ab1d709eaa02cb6b0aa0/f as hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/default/test/1e7d3852a1b2ab1d709eaa02cb6b0aa0/f/6620d33ebc0b4e8995f9228a6957ead7_SeqId_4_ - updating store file list. 2024-12-04T11:19:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6620d33ebc0b4e8995f9228a6957ead7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T11:19:54,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/default/test/1e7d3852a1b2ab1d709eaa02cb6b0aa0/f/6620d33ebc0b4e8995f9228a6957ead7_SeqId_4_ into 1e7d3852a1b2ab1d709eaa02cb6b0aa0/f 2024-12-04T11:19:54,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/staging/jenkins.hfs.11__test__8apcdt45rkmmq470udblb44qer81q5jdsotv156ua0qvsv4ephhoriu956gt9tes/f/ba080352ab694eaab14542c3d7e25d21_SeqId_4_ into 1e7d3852a1b2ab1d709eaa02cb6b0aa0/f (new location: hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/default/test/1e7d3852a1b2ab1d709eaa02cb6b0aa0/f/6620d33ebc0b4e8995f9228a6957ead7_SeqId_4_) 2024-12-04T11:19:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/staging/jenkins.hfs.11__test__8apcdt45rkmmq470udblb44qer81q5jdsotv156ua0qvsv4ephhoriu956gt9tes/f/ba080352ab694eaab14542c3d7e25d21_SeqId_4_ 2024-12-04T11:19:54,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/staging/jenkins.hfs.11__test__8apcdt45rkmmq470udblb44qer81q5jdsotv156ua0qvsv4ephhoriu956gt9tes/f/f40d2c7a56934dfabe61eb572b72f079_SeqId_4_ into 1e7d3852a1b2ab1d709eaa02cb6b0aa0/f as hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/default/test/1e7d3852a1b2ab1d709eaa02cb6b0aa0/f/e8d6185502c8438183dbc8317cf40362_SeqId_4_ - updating store file list. 2024-12-04T11:19:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e8d6185502c8438183dbc8317cf40362_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T11:19:54,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/default/test/1e7d3852a1b2ab1d709eaa02cb6b0aa0/f/e8d6185502c8438183dbc8317cf40362_SeqId_4_ into 1e7d3852a1b2ab1d709eaa02cb6b0aa0/f 2024-12-04T11:19:54,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/staging/jenkins.hfs.11__test__8apcdt45rkmmq470udblb44qer81q5jdsotv156ua0qvsv4ephhoriu956gt9tes/f/f40d2c7a56934dfabe61eb572b72f079_SeqId_4_ into 1e7d3852a1b2ab1d709eaa02cb6b0aa0/f (new location: hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/default/test/1e7d3852a1b2ab1d709eaa02cb6b0aa0/f/e8d6185502c8438183dbc8317cf40362_SeqId_4_) 2024-12-04T11:19:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/staging/jenkins.hfs.11__test__8apcdt45rkmmq470udblb44qer81q5jdsotv156ua0qvsv4ephhoriu956gt9tes/f/f40d2c7a56934dfabe61eb572b72f079_SeqId_4_ 2024-12-04T11:19:54,647 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.ReplicationSink(324): Finished replicating [13bbcda2-5cfb-4f99-a4cc-1939065c9d87] bulk loaded data 2024-12-04T11:19:54,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:19:54,672 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733311194671/Put/seqid=0 2024-12-04T11:19:54,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37997 is added to blk_1073741842_1018 (size=11194) 2024-12-04T11:19:54,683 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.wal-reader.e12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560/e12b86b8109d%2C36413%2C1733311178560.1733311180838 to pos 687, reset compression=false 2024-12-04T11:19:54,879 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708.replicationSource.wal-reader.e12b86b8109d%2C40805%2C1733311183708,1-e12b86b8109d,40805,1733311183708 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/WALs/e12b86b8109d,40805,1733311183708/e12b86b8109d%2C40805%2C1733311183708.1733311185719 to pos 379, reset compression=false 2024-12-04T11:19:54,884 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708.replicationSource.wal-reader.e12b86b8109d%2C40805%2C1733311183708,1-e12b86b8109d,40805,1733311183708 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T11:19:54,884 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708.replicationSource.shippere12b86b8109d%2C40805%2C1733311183708,1-e12b86b8109d,40805,1733311183708 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,40805,1733311183708 got entry batch from reader: WALEntryBatch [walEntries=[{test/1e7d3852a1b2ab1d709eaa02cb6b0aa0/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733311194645/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/WALs/e12b86b8109d,40805,1733311183708/e12b86b8109d%2C40805%2C1733311183708.1733311185719, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-04T11:19:54,886 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708.replicationSource.shippere12b86b8109d%2C40805%2C1733311183708,1-e12b86b8109d,40805,1733311183708 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T11:19:54,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-04T11:19:54,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.ReplicationSink(318): Replicating [13bbcda2-5cfb-4f99-a4cc-1939065c9d87, d23fdab2-a745-4015-b0bb-a349c1a6e3b3] bulk loaded data 2024-12-04T11:19:54,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b1e8939, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:54,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,39581,-1 for getting cluster id 2024-12-04T11:19:54,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:19:54,889 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13bbcda2-5cfb-4f99-a4cc-1939065c9d87' 2024-12-04T11:19:54,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:19:54,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13bbcda2-5cfb-4f99-a4cc-1939065c9d87" 2024-12-04T11:19:54,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2658bd72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:54,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,39581,-1] 2024-12-04T11:19:54,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:19:54,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:54,890 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:19:54,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14b96299, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:54,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741842_1018 (size=7894) 2024-12-04T11:19:55,080 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733311195079/Put/seqid=0 2024-12-04T11:19:55,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37997 is added to blk_1073741843_1019 (size=10791) 2024-12-04T11:19:55,084 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708.replicationSource.wal-reader.e12b86b8109d%2C40805%2C1733311183708,1-e12b86b8109d,40805,1733311183708 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/WALs/e12b86b8109d,40805,1733311183708/e12b86b8109d%2C40805%2C1733311183708.1733311185719 to pos 725, reset compression=false 2024-12-04T11:19:55,187 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.wal-reader.e12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560/e12b86b8109d%2C36413%2C1733311178560.1733311180838 to pos 687, reset compression=false 2024-12-04T11:19:55,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741843_1019 (size=7691) 2024-12-04T11:19:55,388 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708.replicationSource.wal-reader.e12b86b8109d%2C40805%2C1733311183708,1-e12b86b8109d,40805,1733311183708 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/WALs/e12b86b8109d,40805,1733311183708/e12b86b8109d%2C40805%2C1733311183708.1733311185719 to pos 725, reset compression=false 2024-12-04T11:19:55,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d85e558, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:55,485 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,39329,-1 for getting cluster id 2024-12-04T11:19:55,485 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:19:55,486 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd23fdab2-a745-4015-b0bb-a349c1a6e3b3' 2024-12-04T11:19:55,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:19:55,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d23fdab2-a745-4015-b0bb-a349c1a6e3b3" 2024-12-04T11:19:55,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38587a31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:55,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,39329,-1] 2024-12-04T11:19:55,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:19:55,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:55,488 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:19:55,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16c0016c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:19:55,488 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:19:55,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40805,1733311183708, seqNum=-1] 2024-12-04T11:19:55,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:19:55,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:19:55,497 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:19:55,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,39329,1733311183372 2024-12-04T11:19:55,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17b1492d 2024-12-04T11:19:55,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:19:55,499 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:19:55,502 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733311187331.1e7d3852a1b2ab1d709eaa02cb6b0aa0., hostname=e12b86b8109d,40805,1733311183708, seqNum=2] 2024-12-04T11:19:55,504 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T11:19:55,509 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-04T11:19:55,512 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-04T11:19:55,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 1e7d3852a1b2ab1d709eaa02cb6b0aa0/f 2024-12-04T11:19:55,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-04T11:19:55,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T11:19:55,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 1e7d3852a1b2ab1d709eaa02cb6b0aa0/f 2024-12-04T11:19:55,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-04T11:19:55,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T11:19:55,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(2603): Flush status journal for 1e7d3852a1b2ab1d709eaa02cb6b0aa0: 2024-12-04T11:19:55,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/staging/jenkins__test__r0ttffhcquo32fmeqeammcrmaiseaf421tk7ajtb61mlqrpecai4oeh5fbpo4ki0/f/hfile_1 2024-12-04T11:19:55,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/staging/jenkins__test__r0ttffhcquo32fmeqeammcrmaiseaf421tk7ajtb61mlqrpecai4oeh5fbpo4ki0/f/hfile_1 as hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/default/test/1e7d3852a1b2ab1d709eaa02cb6b0aa0/f/b0666af448234073a9153884d069e358_SeqId_6_ 2024-12-04T11:19:55,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/staging/jenkins__test__r0ttffhcquo32fmeqeammcrmaiseaf421tk7ajtb61mlqrpecai4oeh5fbpo4ki0/f/hfile_0 2024-12-04T11:19:55,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/staging/jenkins__test__r0ttffhcquo32fmeqeammcrmaiseaf421tk7ajtb61mlqrpecai4oeh5fbpo4ki0/f/hfile_0 as hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/default/test/1e7d3852a1b2ab1d709eaa02cb6b0aa0/f/76531351b9934bfc9d6ec71ef79c3a86_SeqId_6_ 2024-12-04T11:19:55,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/staging/jenkins__test__r0ttffhcquo32fmeqeammcrmaiseaf421tk7ajtb61mlqrpecai4oeh5fbpo4ki0/f/hfile_1 into 1e7d3852a1b2ab1d709eaa02cb6b0aa0/f as hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/default/test/1e7d3852a1b2ab1d709eaa02cb6b0aa0/f/b0666af448234073a9153884d069e358_SeqId_6_ - updating store file list. 2024-12-04T11:19:55,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b0666af448234073a9153884d069e358_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T11:19:55,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/default/test/1e7d3852a1b2ab1d709eaa02cb6b0aa0/f/b0666af448234073a9153884d069e358_SeqId_6_ into 1e7d3852a1b2ab1d709eaa02cb6b0aa0/f 2024-12-04T11:19:55,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/staging/jenkins__test__r0ttffhcquo32fmeqeammcrmaiseaf421tk7ajtb61mlqrpecai4oeh5fbpo4ki0/f/hfile_1 into 1e7d3852a1b2ab1d709eaa02cb6b0aa0/f (new location: hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/default/test/1e7d3852a1b2ab1d709eaa02cb6b0aa0/f/b0666af448234073a9153884d069e358_SeqId_6_) 2024-12-04T11:19:55,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/staging/jenkins__test__r0ttffhcquo32fmeqeammcrmaiseaf421tk7ajtb61mlqrpecai4oeh5fbpo4ki0/f/hfile_1 2024-12-04T11:19:55,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/staging/jenkins__test__r0ttffhcquo32fmeqeammcrmaiseaf421tk7ajtb61mlqrpecai4oeh5fbpo4ki0/f/hfile_0 into 1e7d3852a1b2ab1d709eaa02cb6b0aa0/f as hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/default/test/1e7d3852a1b2ab1d709eaa02cb6b0aa0/f/76531351b9934bfc9d6ec71ef79c3a86_SeqId_6_ - updating store file list. 2024-12-04T11:19:55,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 76531351b9934bfc9d6ec71ef79c3a86_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T11:19:55,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/default/test/1e7d3852a1b2ab1d709eaa02cb6b0aa0/f/76531351b9934bfc9d6ec71ef79c3a86_SeqId_6_ into 1e7d3852a1b2ab1d709eaa02cb6b0aa0/f 2024-12-04T11:19:55,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/staging/jenkins__test__r0ttffhcquo32fmeqeammcrmaiseaf421tk7ajtb61mlqrpecai4oeh5fbpo4ki0/f/hfile_0 into 1e7d3852a1b2ab1d709eaa02cb6b0aa0/f (new location: hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/default/test/1e7d3852a1b2ab1d709eaa02cb6b0aa0/f/76531351b9934bfc9d6ec71ef79c3a86_SeqId_6_) 2024-12-04T11:19:55,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/staging/jenkins__test__r0ttffhcquo32fmeqeammcrmaiseaf421tk7ajtb61mlqrpecai4oeh5fbpo4ki0/f/hfile_0 2024-12-04T11:19:55,536 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:19:55,536 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:19:55,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:55,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:55,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:19:55,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733311187331.1e7d3852a1b2ab1d709eaa02cb6b0aa0., hostname=e12b86b8109d,40805,1733311183708, seqNum=2 , the old value is region=test,,1733311187331.1e7d3852a1b2ab1d709eaa02cb6b0aa0., hostname=e12b86b8109d,40805,1733311183708, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e12b86b8109d:40805 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T11:19:55,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733311187331.1e7d3852a1b2ab1d709eaa02cb6b0aa0., hostname=e12b86b8109d,40805,1733311183708, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T11:19:55,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733311187331.1e7d3852a1b2ab1d709eaa02cb6b0aa0., hostname=e12b86b8109d,40805,1733311183708, seqNum=2 from cache 2024-12-04T11:19:55,537 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:19:55,538 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-04T11:19:55,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,36413,1733311178560, seqNum=-1] 2024-12-04T11:19:55,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:19:55,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:19:55,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733311186184.14ddb97377b426b0bf4350abcbca5e98., hostname=e12b86b8109d,36413,1733311178560, seqNum=2] 2024-12-04T11:19:55,547 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T11:19:55,648 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:40805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T11:19:55,710 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:19:55,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,39581,1733311178350 2024-12-04T11:19:55,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c300676 2024-12-04T11:19:55,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:19:55,711 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-04T11:19:55,713 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T11:19:55,713 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:19:55,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,36413,1733311178560, seqNum=-1] 2024-12-04T11:19:55,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:19:55,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-04T11:19:55,719 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/staging/jenkins.hfs.10__test__os6vcfujges4lmmqc2kb414c0vvk9ar51cgv8fmocevl8fsdnt03v24bhe7i5g2j/f/6620d33ebc0b4e8995f9228a6957ead7_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-04T11:19:55,721 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/staging/jenkins.hfs.10__test__os6vcfujges4lmmqc2kb414c0vvk9ar51cgv8fmocevl8fsdnt03v24bhe7i5g2j/f/e8d6185502c8438183dbc8317cf40362_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-04T11:19:55,723 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.ReplicationSink(324): Finished replicating [13bbcda2-5cfb-4f99-a4cc-1939065c9d87, d23fdab2-a745-4015-b0bb-a349c1a6e3b3] bulk loaded data 2024-12-04T11:19:55,790 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.wal-reader.e12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560/e12b86b8109d%2C36413%2C1733311178560.1733311180838 to pos 687, reset compression=false 2024-12-04T11:19:55,791 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708.replicationSource.wal-reader.e12b86b8109d%2C40805%2C1733311183708,1-e12b86b8109d,40805,1733311183708 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/WALs/e12b86b8109d,40805,1733311183708/e12b86b8109d%2C40805%2C1733311183708.1733311185719 to pos 725, reset compression=false 2024-12-04T11:19:55,795 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708.replicationSource.wal-reader.e12b86b8109d%2C40805%2C1733311183708,1-e12b86b8109d,40805,1733311183708 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T11:19:55,795 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708.replicationSource.shippere12b86b8109d%2C40805%2C1733311183708,1-e12b86b8109d,40805,1733311183708 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,40805,1733311183708 got entry batch from reader: WALEntryBatch [walEntries=[{test/1e7d3852a1b2ab1d709eaa02cb6b0aa0/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733311195534/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/WALs/e12b86b8109d,40805,1733311183708/e12b86b8109d%2C40805%2C1733311183708.1733311185719, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T11:19:55,796 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.ReplicationSink(318): Replicating [d23fdab2-a745-4015-b0bb-a349c1a6e3b3] bulk loaded data 2024-12-04T11:19:55,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741844_1020 (size=10791) 2024-12-04T11:19:55,995 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708.replicationSource.wal-reader.e12b86b8109d%2C40805%2C1733311183708,1-e12b86b8109d,40805,1733311183708 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/WALs/e12b86b8109d,40805,1733311183708/e12b86b8109d%2C40805%2C1733311183708.1733311185719 to pos 1033, reset compression=false 2024-12-04T11:19:56,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741845_1021 (size=11194) 2024-12-04T11:19:56,299 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708.replicationSource.wal-reader.e12b86b8109d%2C40805%2C1733311183708,1-e12b86b8109d,40805,1733311183708 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/WALs/e12b86b8109d,40805,1733311183708/e12b86b8109d%2C40805%2C1733311183708.1733311185719 to pos 1033, reset compression=false 2024-12-04T11:19:56,494 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.wal-reader.e12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560/e12b86b8109d%2C36413%2C1733311178560.1733311180838 to pos 687, reset compression=false 2024-12-04T11:19:56,550 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T11:19:56,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T11:19:56,624 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/staging/jenkins.hfs.10__test__3hqkguiam5jfg6thjn8jvvjvnr05gobcd1a69ipm3du570h7m6umdi86ur771c4k/f/76531351b9934bfc9d6ec71ef79c3a86_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-04T11:19:56,626 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/staging/jenkins.hfs.10__test__3hqkguiam5jfg6thjn8jvvjvnr05gobcd1a69ipm3du570h7m6umdi86ur771c4k/f/b0666af448234073a9153884d069e358_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-04T11:19:56,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/staging/jenkins.hfs.10__test__3hqkguiam5jfg6thjn8jvvjvnr05gobcd1a69ipm3du570h7m6umdi86ur771c4k/f/76531351b9934bfc9d6ec71ef79c3a86_SeqId_6_ for inclusion in 14ddb97377b426b0bf4350abcbca5e98/f 2024-12-04T11:19:56,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-04T11:19:56,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T11:19:56,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/staging/jenkins.hfs.10__test__3hqkguiam5jfg6thjn8jvvjvnr05gobcd1a69ipm3du570h7m6umdi86ur771c4k/f/b0666af448234073a9153884d069e358_SeqId_6_ for inclusion in 14ddb97377b426b0bf4350abcbca5e98/f 2024-12-04T11:19:56,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-04T11:19:56,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T11:19:56,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.HRegion(2603): Flush status journal for 14ddb97377b426b0bf4350abcbca5e98: 2024-12-04T11:19:56,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 76531351b9934bfc9d6ec71ef79c3a86_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T11:19:56,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/staging/jenkins.hfs.10__test__3hqkguiam5jfg6thjn8jvvjvnr05gobcd1a69ipm3du570h7m6umdi86ur771c4k/f/76531351b9934bfc9d6ec71ef79c3a86_SeqId_6_ as hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/default/test/14ddb97377b426b0bf4350abcbca5e98/f/c94e9a4941be40d3a084ab32ecd557e9_SeqId_6_ 2024-12-04T11:19:56,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b0666af448234073a9153884d069e358_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T11:19:56,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/staging/jenkins.hfs.10__test__3hqkguiam5jfg6thjn8jvvjvnr05gobcd1a69ipm3du570h7m6umdi86ur771c4k/f/b0666af448234073a9153884d069e358_SeqId_6_ as hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/default/test/14ddb97377b426b0bf4350abcbca5e98/f/f64f1634724c49678c8705d3a360dd43_SeqId_6_ 2024-12-04T11:19:56,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/staging/jenkins.hfs.10__test__3hqkguiam5jfg6thjn8jvvjvnr05gobcd1a69ipm3du570h7m6umdi86ur771c4k/f/76531351b9934bfc9d6ec71ef79c3a86_SeqId_6_ into 14ddb97377b426b0bf4350abcbca5e98/f as hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/default/test/14ddb97377b426b0bf4350abcbca5e98/f/c94e9a4941be40d3a084ab32ecd557e9_SeqId_6_ - updating store file list. 2024-12-04T11:19:56,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c94e9a4941be40d3a084ab32ecd557e9_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T11:19:56,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/default/test/14ddb97377b426b0bf4350abcbca5e98/f/c94e9a4941be40d3a084ab32ecd557e9_SeqId_6_ into 14ddb97377b426b0bf4350abcbca5e98/f 2024-12-04T11:19:56,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/staging/jenkins.hfs.10__test__3hqkguiam5jfg6thjn8jvvjvnr05gobcd1a69ipm3du570h7m6umdi86ur771c4k/f/76531351b9934bfc9d6ec71ef79c3a86_SeqId_6_ into 14ddb97377b426b0bf4350abcbca5e98/f (new location: hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/default/test/14ddb97377b426b0bf4350abcbca5e98/f/c94e9a4941be40d3a084ab32ecd557e9_SeqId_6_) 2024-12-04T11:19:56,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/staging/jenkins.hfs.10__test__3hqkguiam5jfg6thjn8jvvjvnr05gobcd1a69ipm3du570h7m6umdi86ur771c4k/f/76531351b9934bfc9d6ec71ef79c3a86_SeqId_6_ 2024-12-04T11:19:56,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/staging/jenkins.hfs.10__test__3hqkguiam5jfg6thjn8jvvjvnr05gobcd1a69ipm3du570h7m6umdi86ur771c4k/f/b0666af448234073a9153884d069e358_SeqId_6_ into 14ddb97377b426b0bf4350abcbca5e98/f as hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/default/test/14ddb97377b426b0bf4350abcbca5e98/f/f64f1634724c49678c8705d3a360dd43_SeqId_6_ - updating store file list. 2024-12-04T11:19:56,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f64f1634724c49678c8705d3a360dd43_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T11:19:56,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/default/test/14ddb97377b426b0bf4350abcbca5e98/f/f64f1634724c49678c8705d3a360dd43_SeqId_6_ into 14ddb97377b426b0bf4350abcbca5e98/f 2024-12-04T11:19:56,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/staging/jenkins.hfs.10__test__3hqkguiam5jfg6thjn8jvvjvnr05gobcd1a69ipm3du570h7m6umdi86ur771c4k/f/b0666af448234073a9153884d069e358_SeqId_6_ into 14ddb97377b426b0bf4350abcbca5e98/f (new location: hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/default/test/14ddb97377b426b0bf4350abcbca5e98/f/f64f1634724c49678c8705d3a360dd43_SeqId_6_) 2024-12-04T11:19:56,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/staging/jenkins.hfs.10__test__3hqkguiam5jfg6thjn8jvvjvnr05gobcd1a69ipm3du570h7m6umdi86ur771c4k/f/b0666af448234073a9153884d069e358_SeqId_6_ 2024-12-04T11:19:56,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.ReplicationSink(324): Finished replicating [d23fdab2-a745-4015-b0bb-a349c1a6e3b3] bulk loaded data 2024-12-04T11:19:56,702 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708.replicationSource.wal-reader.e12b86b8109d%2C40805%2C1733311183708,1-e12b86b8109d,40805,1733311183708 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/WALs/e12b86b8109d,40805,1733311183708/e12b86b8109d%2C40805%2C1733311183708.1733311185719 to pos 1033, reset compression=false 2024-12-04T11:19:57,206 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708.replicationSource.wal-reader.e12b86b8109d%2C40805%2C1733311183708,1-e12b86b8109d,40805,1733311183708 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/WALs/e12b86b8109d,40805,1733311183708/e12b86b8109d%2C40805%2C1733311183708.1733311185719 to pos 1033, reset compression=false 2024-12-04T11:19:57,297 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.wal-reader.e12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560/e12b86b8109d%2C36413%2C1733311178560.1733311180838 to pos 687, reset compression=false 2024-12-04T11:19:57,301 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.wal-reader.e12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T11:19:57,301 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.shippere12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,36413,1733311178560 got entry batch from reader: WALEntryBatch [walEntries=[{test/14ddb97377b426b0bf4350abcbca5e98/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733311196646/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560/e12b86b8109d%2C36413%2C1733311178560.1733311180838, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-04T11:19:57,302 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.ReplicationSink(318): Replicating [d23fdab2-a745-4015-b0bb-a349c1a6e3b3, 13bbcda2-5cfb-4f99-a4cc-1939065c9d87] bulk loaded data 2024-12-04T11:19:57,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37997 is added to blk_1073741844_1020 (size=11194) 2024-12-04T11:19:57,501 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.wal-reader.e12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560/e12b86b8109d%2C36413%2C1733311178560.1733311180838 to pos 1033, reset compression=false 2024-12-04T11:19:57,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T11:19:57,561 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:19:57,561 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:19:57,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:57,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:57,562 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:19:57,562 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T11:19:57,562 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=783243862, stopped=false 2024-12-04T11:19:57,562 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e12b86b8109d,39329,1733311183372 2024-12-04T11:19:57,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x101a01199cd0004, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-353553055/running 2024-12-04T11:19:57,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x101a01199cd0003, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-353553055/running 2024-12-04T11:19:57,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x101a01199cd0003, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-353553055 2024-12-04T11:19:57,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x101a01199cd0004, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-353553055 2024-12-04T11:19:57,578 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:19:57,579 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:19:57,579 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:19:57,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:57,579 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e12b86b8109d,40805,1733311183708' ***** 2024-12-04T11:19:57,579 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T11:19:57,579 INFO [RS:0;e12b86b8109d:40805 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T11:19:57,579 INFO [RS:0;e12b86b8109d:40805 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T11:19:57,579 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T11:19:57,579 INFO [RS:0;e12b86b8109d:40805 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T11:19:57,580 INFO [RS:0;e12b86b8109d:40805 {}] regionserver.HRegionServer(3091): Received CLOSE for 1e7d3852a1b2ab1d709eaa02cb6b0aa0 2024-12-04T11:19:57,580 INFO [RS:0;e12b86b8109d:40805 {}] regionserver.HRegionServer(3091): Received CLOSE for 4173cf1968511212a2d4424a3c5225ca 2024-12-04T11:19:57,580 INFO [RS:0;e12b86b8109d:40805 {}] regionserver.HRegionServer(959): stopping server e12b86b8109d,40805,1733311183708 2024-12-04T11:19:57,580 INFO [RS:0;e12b86b8109d:40805 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:19:57,580 INFO [RS:0;e12b86b8109d:40805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:40805. 2024-12-04T11:19:57,580 DEBUG [RS:0;e12b86b8109d:40805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:19:57,580 DEBUG [RS:0;e12b86b8109d:40805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:57,580 INFO [RS:0;e12b86b8109d:40805 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T11:19:57,580 INFO [RS:0;e12b86b8109d:40805 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T11:19:57,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39329-0x101a01199cd0003, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Set watcher on znode that does not yet exist, /1-353553055/running 2024-12-04T11:19:57,580 INFO [RS:0;e12b86b8109d:40805 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T11:19:57,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40805-0x101a01199cd0004, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Set watcher on znode that does not yet exist, /1-353553055/running 2024-12-04T11:19:57,580 INFO [RS:0;e12b86b8109d:40805 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T11:19:57,581 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1e7d3852a1b2ab1d709eaa02cb6b0aa0, disabling compactions & flushes 2024-12-04T11:19:57,581 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733311187331.1e7d3852a1b2ab1d709eaa02cb6b0aa0. 2024-12-04T11:19:57,581 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733311187331.1e7d3852a1b2ab1d709eaa02cb6b0aa0. 2024-12-04T11:19:57,581 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733311187331.1e7d3852a1b2ab1d709eaa02cb6b0aa0. after waiting 0 ms 2024-12-04T11:19:57,581 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733311187331.1e7d3852a1b2ab1d709eaa02cb6b0aa0. 2024-12-04T11:19:57,582 INFO [RS:0;e12b86b8109d:40805 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T11:19:57,582 DEBUG [RS:0;e12b86b8109d:40805 {}] regionserver.HRegionServer(1325): Online Regions={1e7d3852a1b2ab1d709eaa02cb6b0aa0=test,,1733311187331.1e7d3852a1b2ab1d709eaa02cb6b0aa0., 1588230740=hbase:meta,,1.1588230740, 4173cf1968511212a2d4424a3c5225ca=hbase:replication,,1733311190641.4173cf1968511212a2d4424a3c5225ca.} 2024-12-04T11:19:57,583 DEBUG [RS:0;e12b86b8109d:40805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e7d3852a1b2ab1d709eaa02cb6b0aa0, 4173cf1968511212a2d4424a3c5225ca 2024-12-04T11:19:57,583 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:19:57,583 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:19:57,583 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:19:57,583 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:19:57,583 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:19:57,583 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T11:19:57,589 INFO [regionserver/e12b86b8109d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:19:57,593 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/default/test/1e7d3852a1b2ab1d709eaa02cb6b0aa0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T11:19:57,594 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:19:57,594 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T11:19:57,594 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733311187331.1e7d3852a1b2ab1d709eaa02cb6b0aa0. 2024-12-04T11:19:57,594 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1e7d3852a1b2ab1d709eaa02cb6b0aa0: Waiting for close lock at 1733311197581Running coprocessor pre-close hooks at 1733311197581Disabling compacts and flushes for region at 1733311197581Disabling writes for close at 1733311197581Writing region close event to WAL at 1733311197584 (+3 ms)Running coprocessor post-close hooks at 1733311197593 (+9 ms)Closed at 1733311197594 (+1 ms) 2024-12-04T11:19:57,594 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733311187331.1e7d3852a1b2ab1d709eaa02cb6b0aa0. 2024-12-04T11:19:57,594 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4173cf1968511212a2d4424a3c5225ca, disabling compactions & flushes 2024-12-04T11:19:57,594 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733311190641.4173cf1968511212a2d4424a3c5225ca. 2024-12-04T11:19:57,594 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733311190641.4173cf1968511212a2d4424a3c5225ca. 2024-12-04T11:19:57,594 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733311190641.4173cf1968511212a2d4424a3c5225ca. after waiting 0 ms 2024-12-04T11:19:57,594 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733311190641.4173cf1968511212a2d4424a3c5225ca. 2024-12-04T11:19:57,594 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4173cf1968511212a2d4424a3c5225ca 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-04T11:19:57,602 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/hbase/meta/1588230740/.tmp/info/1bb2ae4cf6e34f61b2e71fb4b9625dd2 is 147, key is hbase:replication,,1733311190641.4173cf1968511212a2d4424a3c5225ca./info:regioninfo/1733311191801/Put/seqid=0 2024-12-04T11:19:57,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37997 is added to blk_1073741845_1021 (size=7686) 2024-12-04T11:19:57,615 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/hbase/replication/4173cf1968511212a2d4424a3c5225ca/.tmp/hfileref/8a01a5423688479bab68f2a94284a245 is 74, key is 1/hfileref:6620d33ebc0b4e8995f9228a6957ead7_SeqId_4_/1733311195724/DeleteColumn/seqid=0 2024-12-04T11:19:57,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37997 is added to blk_1073741846_1022 (size=5345) 2024-12-04T11:19:57,656 INFO [regionserver/e12b86b8109d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T11:19:57,656 INFO [regionserver/e12b86b8109d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T11:19:57,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37997 is added to blk_1073741847_1023 (size=10791) 2024-12-04T11:19:57,783 DEBUG [RS:0;e12b86b8109d:40805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4173cf1968511212a2d4424a3c5225ca 2024-12-04T11:19:57,805 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.wal-reader.e12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560/e12b86b8109d%2C36413%2C1733311178560.1733311180838 to pos 1033, reset compression=false 2024-12-04T11:19:57,810 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708.replicationSource.wal-reader.e12b86b8109d%2C40805%2C1733311183708,1-e12b86b8109d,40805,1733311183708 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/WALs/e12b86b8109d,40805,1733311183708/e12b86b8109d%2C40805%2C1733311183708.1733311185719 to pos 1033, reset compression=false 2024-12-04T11:19:57,813 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708.replicationSource.wal-reader.e12b86b8109d%2C40805%2C1733311183708,1-e12b86b8109d,40805,1733311183708 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:19:57,813 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708.replicationSource.wal-reader.e12b86b8109d%2C40805%2C1733311183708,1-e12b86b8109d,40805,1733311183708 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/WALs/e12b86b8109d,40805,1733311183708/e12b86b8109d%2C40805%2C1733311183708.1733311185719 to pos 1328, reset compression=false 2024-12-04T11:19:57,813 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708.replicationSource.shippere12b86b8109d%2C40805%2C1733311183708,1-e12b86b8109d,40805,1733311183708 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,40805,1733311183708 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/WALs/e12b86b8109d,40805,1733311183708/e12b86b8109d%2C40805%2C1733311183708.1733311185719, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T11:19:57,814 ERROR [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708.replicationSource.shippere12b86b8109d%2C40805%2C1733311183708,1-e12b86b8109d,40805,1733311183708 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e12b86b8109d,40805,1733311183708: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e12b86b8109d,40805,1733311183708, walGroup=e12b86b8109d%2C40805%2C1733311183708, offset=e12b86b8109d%2C40805%2C1733311183708.1733311185719:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:40805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T11:19:57,816 ERROR [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708.replicationSource.shippere12b86b8109d%2C40805%2C1733311183708,1-e12b86b8109d,40805,1733311183708 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T11:19:57,816 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708.replicationSource.shippere12b86b8109d%2C40805%2C1733311183708,1-e12b86b8109d,40805,1733311183708 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T11:19:57,817 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708.replicationSource.shippere12b86b8109d%2C40805%2C1733311183708,1-e12b86b8109d,40805,1733311183708 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T11:19:57,817 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708.replicationSource.shippere12b86b8109d%2C40805%2C1733311183708,1-e12b86b8109d,40805,1733311183708 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T11:19:57,817 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708.replicationSource.shippere12b86b8109d%2C40805%2C1733311183708,1-e12b86b8109d,40805,1733311183708 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T11:19:57,817 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708.replicationSource.shippere12b86b8109d%2C40805%2C1733311183708,1-e12b86b8109d,40805,1733311183708 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 535400752 }, "NonHeapMemoryUsage": { "committed": 190578688, "init": 7667712, "max": -1, "used": 187944608 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T11:19:57,819 WARN [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708.replicationSource.shippere12b86b8109d%2C40805%2C1733311183708,1-e12b86b8109d,40805,1733311183708 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:39329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:39329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T11:19:57,983 DEBUG [RS:0;e12b86b8109d:40805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4173cf1968511212a2d4424a3c5225ca 2024-12-04T11:19:58,009 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/hbase/meta/1588230740/.tmp/info/1bb2ae4cf6e34f61b2e71fb4b9625dd2 2024-12-04T11:19:58,018 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708.replicationSource.wal-reader.e12b86b8109d%2C40805%2C1733311183708,1-e12b86b8109d,40805,1733311183708 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/WALs/e12b86b8109d,40805,1733311183708/e12b86b8109d%2C40805%2C1733311183708.1733311185719 to pos 1328, reset compression=false 2024-12-04T11:19:58,019 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/hbase/replication/4173cf1968511212a2d4424a3c5225ca/.tmp/hfileref/8a01a5423688479bab68f2a94284a245 2024-12-04T11:19:58,031 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/hbase/meta/1588230740/.tmp/ns/b209da7d59f84388ab817d023cf1676f is 43, key is default/ns:d/1733311186082/Put/seqid=0 2024-12-04T11:19:58,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37997 is added to blk_1073741848_1024 (size=5153) 2024-12-04T11:19:58,038 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/hbase/replication/4173cf1968511212a2d4424a3c5225ca/.tmp/queue/9c71cf1c5a264a93be80e73f1f0d4f9f is 154, key is 1-e12b86b8109d,40805,1733311183708/queue:e12b86b8109d%2C40805%2C1733311183708/1733311196652/Put/seqid=0 2024-12-04T11:19:58,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37997 is added to blk_1073741849_1025 (size=5353) 2024-12-04T11:19:58,047 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/hbase/replication/4173cf1968511212a2d4424a3c5225ca/.tmp/queue/9c71cf1c5a264a93be80e73f1f0d4f9f 2024-12-04T11:19:58,053 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/hbase/replication/4173cf1968511212a2d4424a3c5225ca/.tmp/hfileref/8a01a5423688479bab68f2a94284a245 as hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/hbase/replication/4173cf1968511212a2d4424a3c5225ca/hfileref/8a01a5423688479bab68f2a94284a245 2024-12-04T11:19:58,065 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/hbase/replication/4173cf1968511212a2d4424a3c5225ca/hfileref/8a01a5423688479bab68f2a94284a245, entries=4, sequenceid=12, filesize=5.2 K 2024-12-04T11:19:58,066 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/hbase/replication/4173cf1968511212a2d4424a3c5225ca/.tmp/queue/9c71cf1c5a264a93be80e73f1f0d4f9f as hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/hbase/replication/4173cf1968511212a2d4424a3c5225ca/queue/9c71cf1c5a264a93be80e73f1f0d4f9f 2024-12-04T11:19:58,075 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/hbase/replication/4173cf1968511212a2d4424a3c5225ca/queue/9c71cf1c5a264a93be80e73f1f0d4f9f, entries=1, sequenceid=12, filesize=5.2 K 2024-12-04T11:19:58,076 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 4173cf1968511212a2d4424a3c5225ca in 482ms, sequenceid=12, compaction requested=false 2024-12-04T11:19:58,083 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/hbase/replication/4173cf1968511212a2d4424a3c5225ca/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T11:19:58,084 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:19:58,084 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:19:58,084 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733311190641.4173cf1968511212a2d4424a3c5225ca. 2024-12-04T11:19:58,084 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4173cf1968511212a2d4424a3c5225ca: Waiting for close lock at 1733311197594Running coprocessor pre-close hooks at 1733311197594Disabling compacts and flushes for region at 1733311197594Disabling writes for close at 1733311197594Obtaining lock to block concurrent updates at 1733311197594Preparing flush snapshotting stores in 4173cf1968511212a2d4424a3c5225ca at 1733311197594Finished memstore snapshotting hbase:replication,,1733311190641.4173cf1968511212a2d4424a3c5225ca., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733311197595 (+1 ms)Flushing stores of hbase:replication,,1733311190641.4173cf1968511212a2d4424a3c5225ca. at 1733311197595Flushing 4173cf1968511212a2d4424a3c5225ca/hfileref: creating writer at 1733311197595Flushing 4173cf1968511212a2d4424a3c5225ca/hfileref: appending metadata at 1733311197614 (+19 ms)Flushing 4173cf1968511212a2d4424a3c5225ca/hfileref: closing flushed file at 1733311197614Flushing 4173cf1968511212a2d4424a3c5225ca/queue: creating writer at 1733311198024 (+410 ms)Flushing 4173cf1968511212a2d4424a3c5225ca/queue: appending metadata at 1733311198038 (+14 ms)Flushing 4173cf1968511212a2d4424a3c5225ca/queue: closing flushed file at 1733311198038Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fae78fa: reopening flushed file at 1733311198053 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d465eb8: reopening flushed file at 1733311198066 (+13 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 4173cf1968511212a2d4424a3c5225ca in 482ms, sequenceid=12, compaction requested=false at 1733311198076 (+10 ms)Writing region close event to WAL at 1733311198081 (+5 ms)Running coprocessor post-close hooks at 1733311198084 (+3 ms)Closed at 1733311198084 2024-12-04T11:19:58,084 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733311190641.4173cf1968511212a2d4424a3c5225ca. 2024-12-04T11:19:58,124 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T11:19:58,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e12b86b8109d,40805,1733311183708 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T11:19:58,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40805,1733311183708, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40805,1733311183708, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e12b86b8109d,40805,1733311183708 aborting 2024-12-04T11:19:58,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40805,1733311183708, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e12b86b8109d,40805,1733311183708 aborting 2024-12-04T11:19:58,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40805,1733311183708, seqNum=-1 from cache 2024-12-04T11:19:58,183 DEBUG [RS:0;e12b86b8109d:40805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:19:58,208 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.wal-reader.e12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560/e12b86b8109d%2C36413%2C1733311178560.1733311180838 to pos 1033, reset compression=false 2024-12-04T11:19:58,257 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:19:58,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40805,1733311183708, seqNum=-1] 2024-12-04T11:19:58,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e12b86b8109d,40805,1733311183708 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T11:19:58,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40805,1733311183708, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40805,1733311183708, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e12b86b8109d,40805,1733311183708 aborting 2024-12-04T11:19:58,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40805,1733311183708, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e12b86b8109d,40805,1733311183708 aborting 2024-12-04T11:19:58,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40805,1733311183708, seqNum=-1 from cache 2024-12-04T11:19:58,322 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708.replicationSource.wal-reader.e12b86b8109d%2C40805%2C1733311183708,1-e12b86b8109d,40805,1733311183708 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/WALs/e12b86b8109d,40805,1733311183708/e12b86b8109d%2C40805%2C1733311183708.1733311185719 to pos 1328, reset compression=false 2024-12-04T11:19:58,383 DEBUG [RS:0;e12b86b8109d:40805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:19:58,436 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/hbase/meta/1588230740/.tmp/ns/b209da7d59f84388ab817d023cf1676f 2024-12-04T11:19:58,452 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/hbase/meta/1588230740/.tmp/rep_barrier/a2d854ab40c44278865c3c89f72bb75c is 112, key is test,,1733311187331.1e7d3852a1b2ab1d709eaa02cb6b0aa0./rep_barrier:seqnumDuringOpen/1733311188483/Put/seqid=0 2024-12-04T11:19:58,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37997 is added to blk_1073741850_1026 (size=5518) 2024-12-04T11:19:58,467 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:19:58,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40805,1733311183708, seqNum=-1] 2024-12-04T11:19:58,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e12b86b8109d,40805,1733311183708 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T11:19:58,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40805,1733311183708, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40805,1733311183708, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e12b86b8109d,40805,1733311183708 aborting 2024-12-04T11:19:58,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40805,1733311183708, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e12b86b8109d,40805,1733311183708 aborting 2024-12-04T11:19:58,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40805,1733311183708, seqNum=-1 from cache 2024-12-04T11:19:58,583 INFO [RS:0;e12b86b8109d:40805 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T11:19:58,583 DEBUG [RS:0;e12b86b8109d:40805 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T11:19:58,583 DEBUG [RS:0;e12b86b8109d:40805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:19:58,711 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.wal-reader.e12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560/e12b86b8109d%2C36413%2C1733311178560.1733311180838 to pos 1033, reset compression=false 2024-12-04T11:19:58,725 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708.replicationSource.wal-reader.e12b86b8109d%2C40805%2C1733311183708,1-e12b86b8109d,40805,1733311183708 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/WALs/e12b86b8109d,40805,1733311183708/e12b86b8109d%2C40805%2C1733311183708.1733311185719 to pos 1328, reset compression=false 2024-12-04T11:19:58,778 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:19:58,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40805,1733311183708, seqNum=-1] 2024-12-04T11:19:58,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e12b86b8109d,40805,1733311183708 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T11:19:58,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40805,1733311183708, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40805,1733311183708, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e12b86b8109d,40805,1733311183708 aborting 2024-12-04T11:19:58,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40805,1733311183708, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e12b86b8109d,40805,1733311183708 aborting 2024-12-04T11:19:58,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40805,1733311183708, seqNum=-1 from cache 2024-12-04T11:19:58,784 DEBUG [RS:0;e12b86b8109d:40805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:19:58,856 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/hbase/meta/1588230740/.tmp/rep_barrier/a2d854ab40c44278865c3c89f72bb75c 2024-12-04T11:19:58,880 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/hbase/meta/1588230740/.tmp/table/dfc45487640248179cd9deada0435e18 is 53, key is hbase:replication/table:state/1733311191806/Put/seqid=0 2024-12-04T11:19:58,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37997 is added to blk_1073741851_1027 (size=5308) 2024-12-04T11:19:58,984 DEBUG [RS:0;e12b86b8109d:40805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:19:59,184 DEBUG [RS:0;e12b86b8109d:40805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:19:59,228 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708.replicationSource.wal-reader.e12b86b8109d%2C40805%2C1733311183708,1-e12b86b8109d,40805,1733311183708 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/WALs/e12b86b8109d,40805,1733311183708/e12b86b8109d%2C40805%2C1733311183708.1733311185719 to pos 1328, reset compression=false 2024-12-04T11:19:59,285 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/hbase/meta/1588230740/.tmp/table/dfc45487640248179cd9deada0435e18 2024-12-04T11:19:59,287 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:19:59,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40805,1733311183708, seqNum=-1] 2024-12-04T11:19:59,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e12b86b8109d,40805,1733311183708 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T11:19:59,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40805,1733311183708, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40805,1733311183708, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e12b86b8109d,40805,1733311183708 aborting 2024-12-04T11:19:59,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40805,1733311183708, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e12b86b8109d,40805,1733311183708 aborting 2024-12-04T11:19:59,289 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/hbase/meta/1588230740/.tmp/info/1bb2ae4cf6e34f61b2e71fb4b9625dd2 as hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/hbase/meta/1588230740/info/1bb2ae4cf6e34f61b2e71fb4b9625dd2 2024-12-04T11:19:59,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40805,1733311183708, seqNum=-1 from cache 2024-12-04T11:19:59,290 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T11:19:59,290 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-12-04T11:19:58.150Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e12b86b8109d,40805,1733311183708 aborting 2024-12-04T11:19:58.259Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e12b86b8109d,40805,1733311183708 aborting 2024-12-04T11:19:58.469Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e12b86b8109d,40805,1733311183708 aborting 2024-12-04T11:19:58.779Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e12b86b8109d,40805,1733311183708 aborting 2024-12-04T11:19:59.289Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e12b86b8109d,40805,1733311183708 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e12b86b8109d,40805,1733311183708 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server e12b86b8109d,40805,1733311183708 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-04T11:19:59,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-12-04T11:19:58.150Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e12b86b8109d,40805,1733311183708 aborting 2024-12-04T11:19:58.259Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e12b86b8109d,40805,1733311183708 aborting 2024-12-04T11:19:58.469Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e12b86b8109d,40805,1733311183708 aborting 2024-12-04T11:19:58.779Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e12b86b8109d,40805,1733311183708 aborting 2024-12-04T11:19:59.289Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e12b86b8109d,40805,1733311183708 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e12b86b8109d,40805,1733311183708 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server e12b86b8109d,40805,1733311183708 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-04T11:19:59,294 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/hbase/meta/1588230740/info/1bb2ae4cf6e34f61b2e71fb4b9625dd2, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T11:19:59,295 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/hbase/meta/1588230740/.tmp/ns/b209da7d59f84388ab817d023cf1676f as hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/hbase/meta/1588230740/ns/b209da7d59f84388ab817d023cf1676f 2024-12-04T11:19:59,296 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:54056 deadline: 1733311257301, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-12-04T11:19:58.150Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e12b86b8109d,40805,1733311183708 aborting 2024-12-04T11:19:58.259Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e12b86b8109d,40805,1733311183708 aborting 2024-12-04T11:19:58.469Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e12b86b8109d,40805,1733311183708 aborting 2024-12-04T11:19:58.779Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e12b86b8109d,40805,1733311183708 aborting 2024-12-04T11:19:59.289Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e12b86b8109d,40805,1733311183708 aborting 2024-12-04T11:19:59,297 WARN [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.shippere12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-12-04T11:19:58.150Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e12b86b8109d,40805,1733311183708 aborting 2024-12-04T11:19:58.259Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e12b86b8109d,40805,1733311183708 aborting 2024-12-04T11:19:58.469Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e12b86b8109d,40805,1733311183708 aborting 2024-12-04T11:19:58.779Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e12b86b8109d,40805,1733311183708 aborting 2024-12-04T11:19:59.289Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e12b86b8109d,40805,1733311183708 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e12b86b8109d,40805,1733311183708 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server e12b86b8109d,40805,1733311183708 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T11:19:59,304 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/hbase/meta/1588230740/ns/b209da7d59f84388ab817d023cf1676f, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T11:19:59,305 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/hbase/meta/1588230740/.tmp/rep_barrier/a2d854ab40c44278865c3c89f72bb75c as hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/hbase/meta/1588230740/rep_barrier/a2d854ab40c44278865c3c89f72bb75c 2024-12-04T11:19:59,310 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/hbase/meta/1588230740/rep_barrier/a2d854ab40c44278865c3c89f72bb75c, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T11:19:59,311 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/hbase/meta/1588230740/.tmp/table/dfc45487640248179cd9deada0435e18 as hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/hbase/meta/1588230740/table/dfc45487640248179cd9deada0435e18 2024-12-04T11:19:59,315 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.wal-reader.e12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560/e12b86b8109d%2C36413%2C1733311178560.1733311180838 to pos 1033, reset compression=false 2024-12-04T11:19:59,315 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/hbase/meta/1588230740/table/dfc45487640248179cd9deada0435e18, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T11:19:59,316 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=16, compaction requested=false 2024-12-04T11:19:59,324 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T11:19:59,324 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:19:59,324 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:19:59,324 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:19:59,324 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311197583Running coprocessor pre-close hooks at 1733311197583Disabling compacts and flushes for region at 1733311197583Disabling writes for close at 1733311197583Obtaining lock to block concurrent updates at 1733311197583Preparing flush snapshotting stores in 1588230740 at 1733311197583Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733311197583Flushing stores of hbase:meta,,1.1588230740 at 1733311197585 (+2 ms)Flushing 1588230740/info: creating writer at 1733311197585Flushing 1588230740/info: appending metadata at 1733311197602 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733311197602Flushing 1588230740/ns: creating writer at 1733311198013 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733311198030 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733311198030Flushing 1588230740/rep_barrier: creating writer at 1733311198440 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733311198451 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733311198451Flushing 1588230740/table: creating writer at 1733311198860 (+409 ms)Flushing 1588230740/table: appending metadata at 1733311198879 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733311198879Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6870eae3: reopening flushed file at 1733311199289 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ec4adc6: reopening flushed file at 1733311199294 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77c5fe05: reopening flushed file at 1733311199305 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e36b15d: reopening flushed file at 1733311199310 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=16, compaction requested=false at 1733311199316 (+6 ms)Writing region close event to WAL at 1733311199321 (+5 ms)Running coprocessor post-close hooks at 1733311199324 (+3 ms)Closed at 1733311199324 2024-12-04T11:19:59,324 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T11:19:59,384 INFO [RS:0;e12b86b8109d:40805 {}] regionserver.HRegionServer(976): stopping server e12b86b8109d,40805,1733311183708; all regions closed. 2024-12-04T11:19:59,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37997 is added to blk_1073741834_1010 (size=4239) 2024-12-04T11:19:59,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37997 is added to blk_1073741839_1015 (size=3127) 2024-12-04T11:19:59,389 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/WALs/e12b86b8109d,40805,1733311183708/e12b86b8109d%2C40805%2C1733311183708.rep.1733311191773 not finished, retry = 0 2024-12-04T11:19:59,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e12b86b8109d,40805,1733311183708 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T11:19:59,401 WARN [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.shippere12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server e12b86b8109d,40805,1733311183708 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T11:19:59,491 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/WALs/e12b86b8109d,40805,1733311183708/e12b86b8109d%2C40805%2C1733311183708.1733311185719 not finished, retry = 0 2024-12-04T11:19:59,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37997 is added to blk_1073741833_1009 (size=1336) 2024-12-04T11:19:59,592 DEBUG [RS:0;e12b86b8109d:40805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:59,592 INFO [RS:0;e12b86b8109d:40805 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:19:59,592 INFO [RS:0;e12b86b8109d:40805 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:19:59,592 INFO [RS:0;e12b86b8109d:40805 {}] hbase.ChoreService(370): Chore service for: regionserver/e12b86b8109d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T11:19:59,593 INFO [RS:0;e12b86b8109d:40805 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:19:59,593 INFO [regionserver/e12b86b8109d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:19:59,593 INFO [RS:0;e12b86b8109d:40805 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e12b86b8109d,40805,1733311183708 because: Region server is closing 2024-12-04T11:19:59,593 INFO [RS:0;e12b86b8109d:40805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:40805. 2024-12-04T11:19:59,593 DEBUG [RS:0;e12b86b8109d:40805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:19:59,593 DEBUG [RS:0;e12b86b8109d:40805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:59,593 DEBUG [RS:0;e12b86b8109d:40805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:59,593 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:19:59,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e12b86b8109d,40805,1733311183708 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T11:19:59,604 WARN [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.shippere12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server e12b86b8109d,40805,1733311183708 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T11:19:59,693 INFO [RS:0;e12b86b8109d:40805 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708.replicationSource.shippere12b86b8109d%2C40805%2C1733311183708,1-e12b86b8109d,40805,1733311183708 terminated 2024-12-04T11:19:59,693 WARN [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40805,1733311183708.replicationSource.wal-reader.e12b86b8109d%2C40805%2C1733311183708,1-e12b86b8109d,40805,1733311183708 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T11:19:59,694 INFO [RS:0;e12b86b8109d:40805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:40805. 2024-12-04T11:19:59,694 DEBUG [RS:0;e12b86b8109d:40805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:19:59,694 DEBUG [RS:0;e12b86b8109d:40805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:59,694 DEBUG [RS:0;e12b86b8109d:40805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:19:59,694 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:19:59,694 INFO [RS:0;e12b86b8109d:40805 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40805 2024-12-04T11:19:59,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x101a01199cd0003, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-353553055/rs 2024-12-04T11:19:59,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x101a01199cd0004, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-353553055/rs/e12b86b8109d,40805,1733311183708 2024-12-04T11:19:59,747 INFO [RS:0;e12b86b8109d:40805 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:19:59,757 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e12b86b8109d,40805,1733311183708] 2024-12-04T11:19:59,767 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-353553055/draining/e12b86b8109d,40805,1733311183708 already deleted, retry=false 2024-12-04T11:19:59,767 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e12b86b8109d,40805,1733311183708 expired; onlineServers=0 2024-12-04T11:19:59,768 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e12b86b8109d,39329,1733311183372' ***** 2024-12-04T11:19:59,768 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T11:19:59,768 INFO [M:0;e12b86b8109d:39329 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:19:59,768 INFO [M:0;e12b86b8109d:39329 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:19:59,768 DEBUG [M:0;e12b86b8109d:39329 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T11:19:59,768 DEBUG [M:0;e12b86b8109d:39329 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T11:19:59,768 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T11:19:59,768 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311185363 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311185363,5,FailOnTimeoutGroup] 2024-12-04T11:19:59,768 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311185364 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311185364,5,FailOnTimeoutGroup] 2024-12-04T11:19:59,768 INFO [M:0;e12b86b8109d:39329 {}] hbase.ChoreService(370): Chore service for: master/e12b86b8109d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T11:19:59,768 INFO [M:0;e12b86b8109d:39329 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:19:59,768 DEBUG [M:0;e12b86b8109d:39329 {}] master.HMaster(1795): Stopping service threads 2024-12-04T11:19:59,768 INFO [M:0;e12b86b8109d:39329 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T11:19:59,768 INFO [M:0;e12b86b8109d:39329 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:19:59,768 INFO [M:0;e12b86b8109d:39329 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T11:19:59,768 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T11:19:59,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x101a01199cd0003, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-353553055/master 2024-12-04T11:19:59,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x101a01199cd0003, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-353553055 2024-12-04T11:19:59,778 DEBUG [M:0;e12b86b8109d:39329 {}] zookeeper.ZKUtil(347): master:39329-0x101a01199cd0003, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Unable to get data of znode /1-353553055/master because node does not exist (not an error) 2024-12-04T11:19:59,778 WARN [M:0;e12b86b8109d:39329 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T11:19:59,779 INFO [M:0;e12b86b8109d:39329 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/.lastflushedseqids 2024-12-04T11:19:59,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37997 is added to blk_1073741852_1028 (size=263) 2024-12-04T11:19:59,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x101a01199cd0004, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:19:59,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x101a01199cd0004, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:19:59,857 INFO [RS:0;e12b86b8109d:40805 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:19:59,857 INFO [RS:0;e12b86b8109d:40805 {}] regionserver.HRegionServer(1031): Exiting; stopping=e12b86b8109d,40805,1733311183708; zookeeper connection closed. 2024-12-04T11:19:59,857 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@68d259b8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@68d259b8 2024-12-04T11:19:59,858 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T11:19:59,907 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e12b86b8109d:40805 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e12b86b8109d/172.17.0.2:40805 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T11:19:59,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address e12b86b8109d:40805 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e12b86b8109d/172.17.0.2:40805 2024-12-04T11:19:59,907 WARN [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.shippere12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=e12b86b8109d:40805 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e12b86b8109d/172.17.0.2:40805 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e12b86b8109d/172.17.0.2:40805 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-12-04T11:19:59,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T11:19:59,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:36926 deadline: 1733311259909, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-04T11:19:59,911 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.shippere12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-04T11:19:59,911 WARN [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.shippere12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-04T11:20:00,020 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.wal-reader.e12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560/e12b86b8109d%2C36413%2C1733311178560.1733311180838 to pos 1033, reset compression=false 2024-12-04T11:20:00,182 INFO [M:0;e12b86b8109d:39329 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T11:20:00,182 INFO [M:0;e12b86b8109d:39329 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T11:20:00,183 DEBUG [M:0;e12b86b8109d:39329 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:20:00,183 INFO [M:0;e12b86b8109d:39329 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:20:00,183 DEBUG [M:0;e12b86b8109d:39329 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:20:00,183 DEBUG [M:0;e12b86b8109d:39329 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:20:00,183 DEBUG [M:0;e12b86b8109d:39329 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:20:00,183 INFO [M:0;e12b86b8109d:39329 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-04T11:20:00,199 DEBUG [M:0;e12b86b8109d:39329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ace431a0d41489dbc3daf23897a5fee is 82, key is hbase:meta,,1/info:regioninfo/1733311186054/Put/seqid=0 2024-12-04T11:20:00,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37997 is added to blk_1073741853_1029 (size=5672) 2024-12-04T11:20:00,311 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.shippere12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-04T11:20:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T11:20:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] ipc.CallRunner(138): callId: 17 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:36926 deadline: 1733311260313, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-04T11:20:00,313 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.shippere12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-04T11:20:00,314 WARN [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.shippere12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-04T11:20:00,314 WARN [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.shippere12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-04T11:20:00,603 INFO [M:0;e12b86b8109d:39329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ace431a0d41489dbc3daf23897a5fee 2024-12-04T11:20:00,623 DEBUG [M:0;e12b86b8109d:39329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0cdc8a10067d44738b87afdc4e0d134e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733311191809/Put/seqid=0 2024-12-04T11:20:00,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37997 is added to blk_1073741854_1030 (size=8516) 2024-12-04T11:20:00,814 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.shippere12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-04T11:20:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T11:20:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] ipc.CallRunner(138): callId: 19 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:36926 deadline: 1733311260815, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-04T11:20:00,816 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.shippere12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-04T11:20:00,817 WARN [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.shippere12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-04T11:20:00,817 WARN [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.shippere12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-04T11:20:00,824 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.wal-reader.e12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560/e12b86b8109d%2C36413%2C1733311178560.1733311180838 to pos 1033, reset compression=false 2024-12-04T11:20:01,027 INFO [M:0;e12b86b8109d:39329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0cdc8a10067d44738b87afdc4e0d134e 2024-12-04T11:20:01,042 DEBUG [M:0;e12b86b8109d:39329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5239dbfc7cd24075af5b24e9d0fd543b is 69, key is e12b86b8109d,40805,1733311183708/rs:state/1733311185502/Put/seqid=0 2024-12-04T11:20:01,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37997 is added to blk_1073741855_1031 (size=5156) 2024-12-04T11:20:01,417 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.shippere12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-04T11:20:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T11:20:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:36926 deadline: 1733311261418, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-04T11:20:01,419 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.shippere12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-04T11:20:01,419 WARN [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.shippere12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-04T11:20:01,420 WARN [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.shippere12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-04T11:20:01,446 INFO [M:0;e12b86b8109d:39329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5239dbfc7cd24075af5b24e9d0fd543b 2024-12-04T11:20:01,450 DEBUG [M:0;e12b86b8109d:39329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ace431a0d41489dbc3daf23897a5fee as hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3ace431a0d41489dbc3daf23897a5fee 2024-12-04T11:20:01,454 INFO [M:0;e12b86b8109d:39329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3ace431a0d41489dbc3daf23897a5fee, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T11:20:01,455 DEBUG [M:0;e12b86b8109d:39329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0cdc8a10067d44738b87afdc4e0d134e as hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0cdc8a10067d44738b87afdc4e0d134e 2024-12-04T11:20:01,459 INFO [M:0;e12b86b8109d:39329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0cdc8a10067d44738b87afdc4e0d134e, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T11:20:01,460 DEBUG [M:0;e12b86b8109d:39329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5239dbfc7cd24075af5b24e9d0fd543b as hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5239dbfc7cd24075af5b24e9d0fd543b 2024-12-04T11:20:01,463 INFO [M:0;e12b86b8109d:39329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34315/user/jenkins/test-data/579c49a3-6bb9-d3c7-1f29-e9ef81128f20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5239dbfc7cd24075af5b24e9d0fd543b, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T11:20:01,464 INFO [M:0;e12b86b8109d:39329 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false 2024-12-04T11:20:01,465 INFO [M:0;e12b86b8109d:39329 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:20:01,465 DEBUG [M:0;e12b86b8109d:39329 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311200183Disabling compacts and flushes for region at 1733311200183Disabling writes for close at 1733311200183Obtaining lock to block concurrent updates at 1733311200183Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733311200183Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733311200183Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733311200184 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733311200184Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733311200199 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733311200199Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733311200607 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733311200622 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733311200622Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733311201030 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733311201041 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733311201041Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74a6efae: reopening flushed file at 1733311201449 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26b62047: reopening flushed file at 1733311201454 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@611c9a7d: reopening flushed file at 1733311201459 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false at 1733311201464 (+5 ms)Writing region close event to WAL at 1733311201465 (+1 ms)Closed at 1733311201465 2024-12-04T11:20:01,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37997 is added to blk_1073741830_1006 (size=63654) 2024-12-04T11:20:01,468 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:20:01,468 INFO [M:0;e12b86b8109d:39329 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T11:20:01,468 INFO [M:0;e12b86b8109d:39329 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39329 2024-12-04T11:20:01,468 INFO [M:0;e12b86b8109d:39329 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:20:01,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x101a01199cd0003, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:20:01,626 INFO [M:0;e12b86b8109d:39329 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:20:01,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x101a01199cd0003, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:20:01,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e6065e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T11:20:01,665 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44f0589d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T11:20:01,665 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T11:20:01,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11574a3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T11:20:01,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@613e9d2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f70ecc-9fcd-1815-2e66-cd7f9d97424f/hadoop.log.dir/,STOPPED} 2024-12-04T11:20:01,666 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T11:20:01,666 WARN [BP-1282518653-172.17.0.2-1733311181650 heartbeating to localhost/127.0.0.1:34315 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T11:20:01,666 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T11:20:01,666 WARN [BP-1282518653-172.17.0.2-1733311181650 heartbeating to localhost/127.0.0.1:34315 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1282518653-172.17.0.2-1733311181650 (Datanode Uuid 38294c5b-8120-49e1-9a88-25325025e617) service to localhost/127.0.0.1:34315 2024-12-04T11:20:01,667 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f70ecc-9fcd-1815-2e66-cd7f9d97424f/cluster_44057a87-741b-cfd4-d986-05da55ca35d5/data/data1/current/BP-1282518653-172.17.0.2-1733311181650 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T11:20:01,667 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f70ecc-9fcd-1815-2e66-cd7f9d97424f/cluster_44057a87-741b-cfd4-d986-05da55ca35d5/data/data2/current/BP-1282518653-172.17.0.2-1733311181650 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T11:20:01,667 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T11:20:01,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79dcbbe8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T11:20:01,672 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c23049a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T11:20:01,672 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T11:20:01,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72396638{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T11:20:01,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c2976d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f70ecc-9fcd-1815-2e66-cd7f9d97424f/hadoop.log.dir/,STOPPED} 2024-12-04T11:20:01,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T11:20:01,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T11:20:01,689 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:20:01,689 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:20:01,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:01,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:01,690 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:20:01,690 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T11:20:01,690 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=530089899, stopped=false 2024-12-04T11:20:01,690 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e12b86b8109d,39581,1733311178350 2024-12-04T11:20:01,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x101a01199cd0000, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1164813883/running 2024-12-04T11:20:01,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x101a01199cd0001, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1164813883/running 2024-12-04T11:20:01,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x101a01199cd0001, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1164813883 2024-12-04T11:20:01,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x101a01199cd0000, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1164813883 2024-12-04T11:20:01,704 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:20:01,704 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:20:01,705 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:20:01,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:01,705 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e12b86b8109d,36413,1733311178560' ***** 2024-12-04T11:20:01,705 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T11:20:01,705 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36413-0x101a01199cd0001, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Set watcher on znode that does not yet exist, /0-1164813883/running 2024-12-04T11:20:01,705 INFO [RS:0;e12b86b8109d:36413 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T11:20:01,705 INFO [RS:0;e12b86b8109d:36413 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T11:20:01,705 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T11:20:01,705 INFO [RS:0;e12b86b8109d:36413 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T11:20:01,705 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39581-0x101a01199cd0000, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Set watcher on znode that does not yet exist, /0-1164813883/running 2024-12-04T11:20:01,705 INFO [RS:0;e12b86b8109d:36413 {}] regionserver.HRegionServer(3091): Received CLOSE for c4f3881aafc59e7e7baebf962311ac9c 2024-12-04T11:20:01,705 INFO [RS:0;e12b86b8109d:36413 {}] regionserver.HRegionServer(3091): Received CLOSE for 14ddb97377b426b0bf4350abcbca5e98 2024-12-04T11:20:01,706 INFO [RS:0;e12b86b8109d:36413 {}] regionserver.HRegionServer(959): stopping server e12b86b8109d,36413,1733311178560 2024-12-04T11:20:01,706 INFO [RS:0;e12b86b8109d:36413 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:20:01,706 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c4f3881aafc59e7e7baebf962311ac9c, disabling compactions & flushes 2024-12-04T11:20:01,706 INFO [RS:0;e12b86b8109d:36413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:36413. 2024-12-04T11:20:01,706 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733311189500.c4f3881aafc59e7e7baebf962311ac9c. 2024-12-04T11:20:01,706 DEBUG [RS:0;e12b86b8109d:36413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:20:01,706 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733311189500.c4f3881aafc59e7e7baebf962311ac9c. 2024-12-04T11:20:01,706 DEBUG [RS:0;e12b86b8109d:36413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:01,706 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733311189500.c4f3881aafc59e7e7baebf962311ac9c. after waiting 0 ms 2024-12-04T11:20:01,706 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733311189500.c4f3881aafc59e7e7baebf962311ac9c. 2024-12-04T11:20:01,706 INFO [RS:0;e12b86b8109d:36413 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T11:20:01,706 INFO [RS:0;e12b86b8109d:36413 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T11:20:01,706 INFO [RS:0;e12b86b8109d:36413 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T11:20:01,706 INFO [RS:0;e12b86b8109d:36413 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T11:20:01,706 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c4f3881aafc59e7e7baebf962311ac9c 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-12-04T11:20:01,706 INFO [RS:0;e12b86b8109d:36413 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T11:20:01,706 DEBUG [RS:0;e12b86b8109d:36413 {}] regionserver.HRegionServer(1325): Online Regions={c4f3881aafc59e7e7baebf962311ac9c=hbase:replication,,1733311189500.c4f3881aafc59e7e7baebf962311ac9c., 1588230740=hbase:meta,,1.1588230740, 14ddb97377b426b0bf4350abcbca5e98=test,,1733311186184.14ddb97377b426b0bf4350abcbca5e98.} 2024-12-04T11:20:01,706 DEBUG [RS:0;e12b86b8109d:36413 {}] regionserver.HRegionServer(1351): Waiting on 14ddb97377b426b0bf4350abcbca5e98, 1588230740, c4f3881aafc59e7e7baebf962311ac9c 2024-12-04T11:20:01,706 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:20:01,706 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:20:01,706 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:20:01,706 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:20:01,706 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:20:01,706 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T11:20:01,712 INFO [regionserver/e12b86b8109d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:20:01,719 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/hbase/replication/c4f3881aafc59e7e7baebf962311ac9c/.tmp/hfileref/af36a93e171543b89b039b238b6a7d50 is 74, key is 1/hfileref:ba080352ab694eaab14542c3d7e25d21_SeqId_4_/1733311194649/DeleteColumn/seqid=0 2024-12-04T11:20:01,720 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/hbase/meta/1588230740/.tmp/info/a1c511ed95dd4f7d8a165ab5dc2080b8 is 147, key is hbase:replication,,1733311189500.c4f3881aafc59e7e7baebf962311ac9c./info:regioninfo/1733311189873/Put/seqid=0 2024-12-04T11:20:01,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741846_1022 (size=5345) 2024-12-04T11:20:01,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741847_1023 (size=7686) 2024-12-04T11:20:01,727 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.wal-reader.e12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560/e12b86b8109d%2C36413%2C1733311178560.1733311180838 to pos 1033, reset compression=false 2024-12-04T11:20:01,767 INFO [regionserver/e12b86b8109d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T11:20:01,767 INFO [regionserver/e12b86b8109d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T11:20:01,906 DEBUG [RS:0;e12b86b8109d:36413 {}] regionserver.HRegionServer(1351): Waiting on 14ddb97377b426b0bf4350abcbca5e98, 1588230740, c4f3881aafc59e7e7baebf962311ac9c 2024-12-04T11:20:02,106 DEBUG [RS:0;e12b86b8109d:36413 {}] regionserver.HRegionServer(1351): Waiting on 14ddb97377b426b0bf4350abcbca5e98, 1588230740, c4f3881aafc59e7e7baebf962311ac9c 2024-12-04T11:20:02,120 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.shippere12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-04T11:20:02,120 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e12b86b8109d:39329 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e12b86b8109d/172.17.0.2:39329 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T11:20:02,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address e12b86b8109d:39329 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e12b86b8109d/172.17.0.2:39329 2024-12-04T11:20:02,126 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/hbase/replication/c4f3881aafc59e7e7baebf962311ac9c/.tmp/hfileref/af36a93e171543b89b039b238b6a7d50 2024-12-04T11:20:02,126 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/hbase/meta/1588230740/.tmp/info/a1c511ed95dd4f7d8a165ab5dc2080b8 2024-12-04T11:20:02,141 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/hbase/replication/c4f3881aafc59e7e7baebf962311ac9c/.tmp/queue/bdfc11ffb84d4891ab9be3d44a19aff9 is 153, key is 1-e12b86b8109d,36413,1733311178560/queue:e12b86b8109d%2C36413%2C1733311178560/1733311194651/Put/seqid=0 2024-12-04T11:20:02,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741848_1024 (size=5352) 2024-12-04T11:20:02,145 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/hbase/meta/1588230740/.tmp/ns/b8549195471640448e75527dcc21bd2b is 43, key is default/ns:d/1733311181507/Put/seqid=0 2024-12-04T11:20:02,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741849_1025 (size=5153) 2024-12-04T11:20:02,227 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:20:02,228 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e12b86b8109d:39329 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e12b86b8109d/172.17.0.2:39329 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T11:20:02,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e12b86b8109d,39329,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=e12b86b8109d:39329 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e12b86b8109d/172.17.0.2:39329 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-12-04T11:20:02,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address e12b86b8109d:39329 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e12b86b8109d/172.17.0.2:39329 2024-12-04T11:20:02,307 DEBUG [RS:0;e12b86b8109d:36413 {}] regionserver.HRegionServer(1351): Waiting on 14ddb97377b426b0bf4350abcbca5e98, 1588230740, c4f3881aafc59e7e7baebf962311ac9c 2024-12-04T11:20:02,437 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:20:02,437 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to e12b86b8109d:39329 this server is in the failed servers list 2024-12-04T11:20:02,438 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e12b86b8109d,39329,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e12b86b8109d:39329 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e12b86b8109d:39329 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T11:20:02,507 DEBUG [RS:0;e12b86b8109d:36413 {}] regionserver.HRegionServer(1351): Waiting on 14ddb97377b426b0bf4350abcbca5e98, 1588230740, c4f3881aafc59e7e7baebf962311ac9c 2024-12-04T11:20:02,545 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/hbase/replication/c4f3881aafc59e7e7baebf962311ac9c/.tmp/queue/bdfc11ffb84d4891ab9be3d44a19aff9 2024-12-04T11:20:02,548 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/hbase/meta/1588230740/.tmp/ns/b8549195471640448e75527dcc21bd2b 2024-12-04T11:20:02,550 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/hbase/replication/c4f3881aafc59e7e7baebf962311ac9c/.tmp/hfileref/af36a93e171543b89b039b238b6a7d50 as hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/hbase/replication/c4f3881aafc59e7e7baebf962311ac9c/hfileref/af36a93e171543b89b039b238b6a7d50 2024-12-04T11:20:02,554 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/hbase/replication/c4f3881aafc59e7e7baebf962311ac9c/hfileref/af36a93e171543b89b039b238b6a7d50, entries=4, sequenceid=10, filesize=5.2 K 2024-12-04T11:20:02,554 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/hbase/replication/c4f3881aafc59e7e7baebf962311ac9c/.tmp/queue/bdfc11ffb84d4891ab9be3d44a19aff9 as hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/hbase/replication/c4f3881aafc59e7e7baebf962311ac9c/queue/bdfc11ffb84d4891ab9be3d44a19aff9 2024-12-04T11:20:02,559 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/hbase/replication/c4f3881aafc59e7e7baebf962311ac9c/queue/bdfc11ffb84d4891ab9be3d44a19aff9, entries=1, sequenceid=10, filesize=5.2 K 2024-12-04T11:20:02,560 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for c4f3881aafc59e7e7baebf962311ac9c in 853ms, sequenceid=10, compaction requested=false 2024-12-04T11:20:02,563 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/hbase/replication/c4f3881aafc59e7e7baebf962311ac9c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T11:20:02,563 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:20:02,563 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:20:02,563 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733311189500.c4f3881aafc59e7e7baebf962311ac9c. 2024-12-04T11:20:02,563 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c4f3881aafc59e7e7baebf962311ac9c: Waiting for close lock at 1733311201706Running coprocessor pre-close hooks at 1733311201706Disabling compacts and flushes for region at 1733311201706Disabling writes for close at 1733311201706Obtaining lock to block concurrent updates at 1733311201706Preparing flush snapshotting stores in c4f3881aafc59e7e7baebf962311ac9c at 1733311201706Finished memstore snapshotting hbase:replication,,1733311189500.c4f3881aafc59e7e7baebf962311ac9c., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1733311201706Flushing stores of hbase:replication,,1733311189500.c4f3881aafc59e7e7baebf962311ac9c. at 1733311201706Flushing c4f3881aafc59e7e7baebf962311ac9c/hfileref: creating writer at 1733311201707 (+1 ms)Flushing c4f3881aafc59e7e7baebf962311ac9c/hfileref: appending metadata at 1733311201719 (+12 ms)Flushing c4f3881aafc59e7e7baebf962311ac9c/hfileref: closing flushed file at 1733311201719Flushing c4f3881aafc59e7e7baebf962311ac9c/queue: creating writer at 1733311202130 (+411 ms)Flushing c4f3881aafc59e7e7baebf962311ac9c/queue: appending metadata at 1733311202141 (+11 ms)Flushing c4f3881aafc59e7e7baebf962311ac9c/queue: closing flushed file at 1733311202141Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fcf272: reopening flushed file at 1733311202549 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b0a6ebd: reopening flushed file at 1733311202554 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for c4f3881aafc59e7e7baebf962311ac9c in 853ms, sequenceid=10, compaction requested=false at 1733311202560 (+6 ms)Writing region close event to WAL at 1733311202560Running coprocessor post-close hooks at 1733311202563 (+3 ms)Closed at 1733311202563 2024-12-04T11:20:02,563 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733311189500.c4f3881aafc59e7e7baebf962311ac9c. 2024-12-04T11:20:02,563 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 14ddb97377b426b0bf4350abcbca5e98, disabling compactions & flushes 2024-12-04T11:20:02,563 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733311186184.14ddb97377b426b0bf4350abcbca5e98. 2024-12-04T11:20:02,563 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733311186184.14ddb97377b426b0bf4350abcbca5e98. 2024-12-04T11:20:02,563 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733311186184.14ddb97377b426b0bf4350abcbca5e98. after waiting 0 ms 2024-12-04T11:20:02,563 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733311186184.14ddb97377b426b0bf4350abcbca5e98. 2024-12-04T11:20:02,565 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/hbase/meta/1588230740/.tmp/rep_barrier/8945004156da4c778027e478a2a32082 is 112, key is test,,1733311186184.14ddb97377b426b0bf4350abcbca5e98./rep_barrier:seqnumDuringOpen/1733311186933/Put/seqid=0 2024-12-04T11:20:02,567 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/default/test/14ddb97377b426b0bf4350abcbca5e98/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T11:20:02,567 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:20:02,567 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T11:20:02,567 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733311186184.14ddb97377b426b0bf4350abcbca5e98. 2024-12-04T11:20:02,567 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 14ddb97377b426b0bf4350abcbca5e98: Waiting for close lock at 1733311202563Running coprocessor pre-close hooks at 1733311202563Disabling compacts and flushes for region at 1733311202563Disabling writes for close at 1733311202563Writing region close event to WAL at 1733311202564 (+1 ms)Running coprocessor post-close hooks at 1733311202567 (+3 ms)Closed at 1733311202567 2024-12-04T11:20:02,567 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733311186184.14ddb97377b426b0bf4350abcbca5e98. 2024-12-04T11:20:02,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741850_1026 (size=5518) 2024-12-04T11:20:02,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:02,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:02,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:02,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:02,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:02,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:02,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:02,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:02,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:02,707 INFO [RS:0;e12b86b8109d:36413 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T11:20:02,707 DEBUG [RS:0;e12b86b8109d:36413 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T11:20:02,707 DEBUG [RS:0;e12b86b8109d:36413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:20:02,730 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.wal-reader.e12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560/e12b86b8109d%2C36413%2C1733311178560.1733311180838 to pos 1033, reset compression=false 2024-12-04T11:20:02,734 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.wal-reader.e12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:20:02,734 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.wal-reader.e12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560/e12b86b8109d%2C36413%2C1733311178560.1733311180838 to pos 1328, reset compression=false 2024-12-04T11:20:02,747 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:20:02,748 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to e12b86b8109d:39329 this server is in the failed servers list 2024-12-04T11:20:02,748 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e12b86b8109d,39329,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e12b86b8109d:39329 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e12b86b8109d:39329 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T11:20:02,907 DEBUG [RS:0;e12b86b8109d:36413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:20:02,937 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.wal-reader.e12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560/e12b86b8109d%2C36413%2C1733311178560.1733311180838 to pos 1328, reset compression=false 2024-12-04T11:20:02,969 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/hbase/meta/1588230740/.tmp/rep_barrier/8945004156da4c778027e478a2a32082 2024-12-04T11:20:02,989 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/hbase/meta/1588230740/.tmp/table/725d5ead4eeb41548022acbcccd42779 is 53, key is hbase:replication/table:state/1733311189881/Put/seqid=0 2024-12-04T11:20:02,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741851_1027 (size=5308) 2024-12-04T11:20:03,107 DEBUG [RS:0;e12b86b8109d:36413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:20:03,125 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:20:03,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:03,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:03,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:03,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:03,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:03,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:03,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:03,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:03,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:03,240 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.wal-reader.e12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560/e12b86b8109d%2C36413%2C1733311178560.1733311180838 to pos 1328, reset compression=false 2024-12-04T11:20:03,257 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:20:03,257 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to e12b86b8109d:39329 this server is in the failed servers list 2024-12-04T11:20:03,257 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e12b86b8109d,39329,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e12b86b8109d:39329 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e12b86b8109d:39329 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T11:20:03,308 DEBUG [RS:0;e12b86b8109d:36413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:20:03,395 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/hbase/meta/1588230740/.tmp/table/725d5ead4eeb41548022acbcccd42779 2024-12-04T11:20:03,403 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/hbase/meta/1588230740/.tmp/info/a1c511ed95dd4f7d8a165ab5dc2080b8 as hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/hbase/meta/1588230740/info/a1c511ed95dd4f7d8a165ab5dc2080b8 2024-12-04T11:20:03,408 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/hbase/meta/1588230740/info/a1c511ed95dd4f7d8a165ab5dc2080b8, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T11:20:03,409 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/hbase/meta/1588230740/.tmp/ns/b8549195471640448e75527dcc21bd2b as hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/hbase/meta/1588230740/ns/b8549195471640448e75527dcc21bd2b 2024-12-04T11:20:03,414 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/hbase/meta/1588230740/ns/b8549195471640448e75527dcc21bd2b, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T11:20:03,416 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/hbase/meta/1588230740/.tmp/rep_barrier/8945004156da4c778027e478a2a32082 as hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/hbase/meta/1588230740/rep_barrier/8945004156da4c778027e478a2a32082 2024-12-04T11:20:03,421 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/hbase/meta/1588230740/rep_barrier/8945004156da4c778027e478a2a32082, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T11:20:03,422 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/hbase/meta/1588230740/.tmp/table/725d5ead4eeb41548022acbcccd42779 as hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/hbase/meta/1588230740/table/725d5ead4eeb41548022acbcccd42779 2024-12-04T11:20:03,426 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/hbase/meta/1588230740/table/725d5ead4eeb41548022acbcccd42779, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T11:20:03,427 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false 2024-12-04T11:20:03,431 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T11:20:03,434 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:20:03,434 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:20:03,434 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:20:03,434 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311201706Running coprocessor pre-close hooks at 1733311201706Disabling compacts and flushes for region at 1733311201706Disabling writes for close at 1733311201706Obtaining lock to block concurrent updates at 1733311201706Preparing flush snapshotting stores in 1588230740 at 1733311201706Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733311201707 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733311201707Flushing 1588230740/info: creating writer at 1733311201707Flushing 1588230740/info: appending metadata at 1733311201720 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733311201720Flushing 1588230740/ns: creating writer at 1733311202130 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733311202144 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733311202144Flushing 1588230740/rep_barrier: creating writer at 1733311202551 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733311202565 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733311202565Flushing 1588230740/table: creating writer at 1733311202973 (+408 ms)Flushing 1588230740/table: appending metadata at 1733311202989 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733311202989Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15ca3836: reopening flushed file at 1733311203402 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@207a1751: reopening flushed file at 1733311203408 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3830639e: reopening flushed file at 1733311203414 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b301003: reopening flushed file at 1733311203421 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false at 1733311203427 (+6 ms)Writing region close event to WAL at 1733311203428 (+1 ms)Running coprocessor post-close hooks at 1733311203434 (+6 ms)Closed at 1733311203434 2024-12-04T11:20:03,434 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T11:20:03,508 INFO [RS:0;e12b86b8109d:36413 {}] regionserver.HRegionServer(976): stopping server e12b86b8109d,36413,1733311178560; all regions closed. 2024-12-04T11:20:03,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741834_1010 (size=4239) 2024-12-04T11:20:03,511 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560/e12b86b8109d%2C36413%2C1733311178560.meta.1733311181420.meta not finished, retry = 0 2024-12-04T11:20:03,614 DEBUG [RS:0;e12b86b8109d:36413 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/oldWALs 2024-12-04T11:20:03,614 INFO [RS:0;e12b86b8109d:36413 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e12b86b8109d%2C36413%2C1733311178560.meta:.meta(num 1733311181420) 2024-12-04T11:20:03,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741839_1015 (size=2695) 2024-12-04T11:20:03,632 DEBUG [RS:0;e12b86b8109d:36413 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/oldWALs 2024-12-04T11:20:03,632 INFO [RS:0;e12b86b8109d:36413 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e12b86b8109d%2C36413%2C1733311178560.rep:(num 1733311189844) 2024-12-04T11:20:03,639 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560/e12b86b8109d%2C36413%2C1733311178560.1733311180838 not finished, retry = 0 2024-12-04T11:20:03,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741832_1008 (size=1336) 2024-12-04T11:20:03,644 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.wal-reader.e12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560/e12b86b8109d%2C36413%2C1733311178560.1733311180838 to pos 1328, reset compression=false 2024-12-04T11:20:03,740 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.wal-reader.e12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/WALs/e12b86b8109d,36413,1733311178560/e12b86b8109d%2C36413%2C1733311178560.1733311180838 2024-12-04T11:20:03,741 DEBUG [RS:0;e12b86b8109d:36413 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/oldWALs 2024-12-04T11:20:03,741 INFO [RS:0;e12b86b8109d:36413 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e12b86b8109d%2C36413%2C1733311178560:(num 1733311180838) 2024-12-04T11:20:03,741 DEBUG [RS:0;e12b86b8109d:36413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:03,741 INFO [RS:0;e12b86b8109d:36413 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:20:03,741 INFO [RS:0;e12b86b8109d:36413 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:20:03,742 INFO [RS:0;e12b86b8109d:36413 {}] hbase.ChoreService(370): Chore service for: regionserver/e12b86b8109d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T11:20:03,742 INFO [RS:0;e12b86b8109d:36413 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:20:03,742 INFO [regionserver/e12b86b8109d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:20:03,742 INFO [RS:0;e12b86b8109d:36413 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e12b86b8109d,36413,1733311178560 because: Region server is closing 2024-12-04T11:20:03,742 INFO [RS:0;e12b86b8109d:36413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:36413. 2024-12-04T11:20:03,742 DEBUG [RS:0;e12b86b8109d:36413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:20:03,742 DEBUG [RS:0;e12b86b8109d:36413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:03,742 DEBUG [RS:0;e12b86b8109d:36413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:03,742 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:20:03,842 WARN [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.wal-reader.e12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-04T11:20:03,843 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.shippere12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-12-04T11:20:03,843 WARN [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.shippere12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-04T11:20:03,843 WARN [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.shippere12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-04T11:20:04,267 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:20:04,267 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e12b86b8109d,39329,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:39329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T11:20:04,270 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2147 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e12b86b8109d,39329,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:39329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T11:20:04,643 INFO [RS:0;e12b86b8109d:36413 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,36413,1733311178560.replicationSource.shippere12b86b8109d%2C36413%2C1733311178560,1-e12b86b8109d,36413,1733311178560 terminated 2024-12-04T11:20:04,644 INFO [RS:0;e12b86b8109d:36413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:36413. 2024-12-04T11:20:04,644 DEBUG [RS:0;e12b86b8109d:36413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:20:04,644 DEBUG [RS:0;e12b86b8109d:36413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:04,644 DEBUG [RS:0;e12b86b8109d:36413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:04,644 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:20:04,644 INFO [RS:0;e12b86b8109d:36413 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36413 2024-12-04T11:20:04,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x101a01199cd0000, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1164813883/rs 2024-12-04T11:20:04,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x101a01199cd0001, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1164813883/rs/e12b86b8109d,36413,1733311178560 2024-12-04T11:20:04,725 INFO [RS:0;e12b86b8109d:36413 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:20:04,735 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e12b86b8109d,36413,1733311178560] 2024-12-04T11:20:04,746 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1164813883/draining/e12b86b8109d,36413,1733311178560 already deleted, retry=false 2024-12-04T11:20:04,746 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e12b86b8109d,36413,1733311178560 expired; onlineServers=0 2024-12-04T11:20:04,746 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e12b86b8109d,39581,1733311178350' ***** 2024-12-04T11:20:04,746 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T11:20:04,746 INFO [M:0;e12b86b8109d:39581 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:20:04,746 INFO [M:0;e12b86b8109d:39581 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:20:04,746 DEBUG [M:0;e12b86b8109d:39581 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T11:20:04,746 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T11:20:04,746 DEBUG [M:0;e12b86b8109d:39581 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T11:20:04,746 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311180558 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311180558,5,FailOnTimeoutGroup] 2024-12-04T11:20:04,746 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311180560 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311180560,5,FailOnTimeoutGroup] 2024-12-04T11:20:04,746 INFO [M:0;e12b86b8109d:39581 {}] hbase.ChoreService(370): Chore service for: master/e12b86b8109d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T11:20:04,747 INFO [M:0;e12b86b8109d:39581 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:20:04,747 DEBUG [M:0;e12b86b8109d:39581 {}] master.HMaster(1795): Stopping service threads 2024-12-04T11:20:04,747 INFO [M:0;e12b86b8109d:39581 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T11:20:04,747 INFO [M:0;e12b86b8109d:39581 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:20:04,747 INFO [M:0;e12b86b8109d:39581 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T11:20:04,747 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T11:20:04,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x101a01199cd0000, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1164813883/master 2024-12-04T11:20:04,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x101a01199cd0000, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1164813883 2024-12-04T11:20:04,757 DEBUG [M:0;e12b86b8109d:39581 {}] zookeeper.ZKUtil(347): master:39581-0x101a01199cd0000, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Unable to get data of znode /0-1164813883/master because node does not exist (not an error) 2024-12-04T11:20:04,757 WARN [M:0;e12b86b8109d:39581 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T11:20:04,758 INFO [M:0;e12b86b8109d:39581 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/.lastflushedseqids 2024-12-04T11:20:04,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741852_1028 (size=263) 2024-12-04T11:20:04,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x101a01199cd0001, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:20:04,836 INFO [RS:0;e12b86b8109d:36413 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:20:04,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x101a01199cd0001, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:20:04,836 INFO [RS:0;e12b86b8109d:36413 {}] regionserver.HRegionServer(1031): Exiting; stopping=e12b86b8109d,36413,1733311178560; zookeeper connection closed. 2024-12-04T11:20:04,836 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f966a45 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f966a45 2024-12-04T11:20:04,836 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T11:20:05,162 INFO [M:0;e12b86b8109d:39581 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T11:20:05,162 INFO [M:0;e12b86b8109d:39581 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T11:20:05,162 DEBUG [M:0;e12b86b8109d:39581 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:20:05,162 INFO [M:0;e12b86b8109d:39581 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:20:05,162 DEBUG [M:0;e12b86b8109d:39581 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:20:05,162 DEBUG [M:0;e12b86b8109d:39581 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:20:05,162 DEBUG [M:0;e12b86b8109d:39581 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:20:05,162 INFO [M:0;e12b86b8109d:39581 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-04T11:20:05,175 DEBUG [M:0;e12b86b8109d:39581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d35bfa6c95a44094977e4b3b49e3549d is 82, key is hbase:meta,,1/info:regioninfo/1733311181472/Put/seqid=0 2024-12-04T11:20:05,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741853_1029 (size=5672) 2024-12-04T11:20:05,578 INFO [M:0;e12b86b8109d:39581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d35bfa6c95a44094977e4b3b49e3549d 2024-12-04T11:20:05,610 DEBUG [M:0;e12b86b8109d:39581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ade4f44803c14627b8e2ebdd3b21779c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733311189885/Put/seqid=0 2024-12-04T11:20:05,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741854_1030 (size=8516) 2024-12-04T11:20:06,014 INFO [M:0;e12b86b8109d:39581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ade4f44803c14627b8e2ebdd3b21779c 2024-12-04T11:20:06,029 DEBUG [M:0;e12b86b8109d:39581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e47985698fa4edcbd6919ad38cea6d0 is 69, key is e12b86b8109d,36413,1733311178560/rs:state/1733311180652/Put/seqid=0 2024-12-04T11:20:06,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741855_1031 (size=5156) 2024-12-04T11:20:06,287 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:20:06,288 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e12b86b8109d,39329,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:39329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T11:20:06,288 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4168 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e12b86b8109d,39329,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:39329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T11:20:06,433 INFO [M:0;e12b86b8109d:39581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e47985698fa4edcbd6919ad38cea6d0 2024-12-04T11:20:06,437 DEBUG [M:0;e12b86b8109d:39581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d35bfa6c95a44094977e4b3b49e3549d as hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d35bfa6c95a44094977e4b3b49e3549d 2024-12-04T11:20:06,441 INFO [M:0;e12b86b8109d:39581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d35bfa6c95a44094977e4b3b49e3549d, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T11:20:06,442 DEBUG [M:0;e12b86b8109d:39581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ade4f44803c14627b8e2ebdd3b21779c as hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ade4f44803c14627b8e2ebdd3b21779c 2024-12-04T11:20:06,445 INFO [M:0;e12b86b8109d:39581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ade4f44803c14627b8e2ebdd3b21779c, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T11:20:06,446 DEBUG [M:0;e12b86b8109d:39581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e47985698fa4edcbd6919ad38cea6d0 as hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e47985698fa4edcbd6919ad38cea6d0 2024-12-04T11:20:06,449 INFO [M:0;e12b86b8109d:39581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44889/user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e47985698fa4edcbd6919ad38cea6d0, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T11:20:06,450 INFO [M:0;e12b86b8109d:39581 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false 2024-12-04T11:20:06,453 INFO [M:0;e12b86b8109d:39581 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:20:06,454 DEBUG [M:0;e12b86b8109d:39581 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311205162Disabling compacts and flushes for region at 1733311205162Disabling writes for close at 1733311205162Obtaining lock to block concurrent updates at 1733311205162Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733311205162Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733311205163 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733311205163Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733311205163Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733311205174 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733311205174Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733311205582 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733311205609 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733311205610 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733311206018 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733311206029 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733311206029Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76239d7a: reopening flushed file at 1733311206437 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b505c96: reopening flushed file at 1733311206441 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@126653e8: reopening flushed file at 1733311206445 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false at 1733311206450 (+5 ms)Writing region close event to WAL at 1733311206453 (+3 ms)Closed at 1733311206453 2024-12-04T11:20:06,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37057 is added to blk_1073741830_1006 (size=63654) 2024-12-04T11:20:06,455 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d2bc8fdf-884a-6bc1-755b-9bdf507bd586/MasterData/WALs/e12b86b8109d,39581,1733311178350/e12b86b8109d%2C39581%2C1733311178350.1733311180327 not finished, retry = 0 2024-12-04T11:20:06,556 INFO [M:0;e12b86b8109d:39581 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T11:20:06,556 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:20:06,556 INFO [M:0;e12b86b8109d:39581 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39581 2024-12-04T11:20:06,556 INFO [M:0;e12b86b8109d:39581 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:20:06,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x101a01199cd0000, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:20:06,709 INFO [M:0;e12b86b8109d:39581 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:20:06,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x101a01199cd0000, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:20:06,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37175182{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T11:20:06,712 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@458d98f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T11:20:06,712 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T11:20:06,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27c217a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T11:20:06,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a5f470f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/895e8290-0710-a730-b620-a8203bcf3fc5/hadoop.log.dir/,STOPPED} 2024-12-04T11:20:06,713 WARN [BP-2055846700-172.17.0.2-1733311176265 heartbeating to localhost/127.0.0.1:44889 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T11:20:06,713 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T11:20:06,713 WARN [BP-2055846700-172.17.0.2-1733311176265 heartbeating to localhost/127.0.0.1:44889 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2055846700-172.17.0.2-1733311176265 (Datanode Uuid 000b8395-de3c-439b-b22f-1f90aae6a4da) service to localhost/127.0.0.1:44889 2024-12-04T11:20:06,713 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T11:20:06,714 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/895e8290-0710-a730-b620-a8203bcf3fc5/cluster_f323c7fd-adac-5fba-4c13-42d968529f26/data/data1/current/BP-2055846700-172.17.0.2-1733311176265 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T11:20:06,714 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/895e8290-0710-a730-b620-a8203bcf3fc5/cluster_f323c7fd-adac-5fba-4c13-42d968529f26/data/data2/current/BP-2055846700-172.17.0.2-1733311176265 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T11:20:06,714 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T11:20:06,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21b1326b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T11:20:06,718 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7762b913{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T11:20:06,718 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T11:20:06,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5736233d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T11:20:06,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c5148e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/895e8290-0710-a730-b620-a8203bcf3fc5/hadoop.log.dir/,STOPPED} 2024-12-04T11:20:06,725 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T11:20:06,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T11:20:06,743 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=241 (was 205) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44889 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51421) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44889 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44889 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:34315 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34315 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:44889 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34315 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34315 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34315 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44889 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51421) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44889 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=616 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=324 (was 317) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3094 (was 3772) 2024-12-04T11:20:06,751 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=241, OpenFileDescriptor=616, MaxFileDescriptor=1048576, SystemLoadAverage=324, ProcessCount=11, AvailableMemoryMB=3093 2024-12-04T11:20:06,762 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-04T11:20:06,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f70ecc-9fcd-1815-2e66-cd7f9d97424f/hadoop.log.dir so I do NOT create it in target/test-data/98953dbc-95f5-062c-bcd4-75000877601e 2024-12-04T11:20:06,763 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f70ecc-9fcd-1815-2e66-cd7f9d97424f/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T11:20:06,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f70ecc-9fcd-1815-2e66-cd7f9d97424f/hadoop.tmp.dir so I do NOT create it in target/test-data/98953dbc-95f5-062c-bcd4-75000877601e 2024-12-04T11:20:06,763 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f70ecc-9fcd-1815-2e66-cd7f9d97424f/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T11:20:06,763 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98953dbc-95f5-062c-bcd4-75000877601e 2024-12-04T11:20:06,763 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98953dbc-95f5-062c-bcd4-75000877601e/cluster_93975c7e-b789-beef-674d-dc95002b61bb, deleteOnExit=true 2024-12-04T11:20:06,782 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98953dbc-95f5-062c-bcd4-75000877601e/cluster_93975c7e-b789-beef-674d-dc95002b61bb/zookeeper_0, clientPort=63964, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98953dbc-95f5-062c-bcd4-75000877601e/cluster_93975c7e-b789-beef-674d-dc95002b61bb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98953dbc-95f5-062c-bcd4-75000877601e/cluster_93975c7e-b789-beef-674d-dc95002b61bb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T11:20:06,782 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63964 2024-12-04T11:20:06,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T11:20:06,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T11:20:06,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98953dbc-95f5-062c-bcd4-75000877601e/test.cache.data in system properties and HBase conf 2024-12-04T11:20:06,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98953dbc-95f5-062c-bcd4-75000877601e/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T11:20:06,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98953dbc-95f5-062c-bcd4-75000877601e/hadoop.log.dir in system properties and HBase conf 2024-12-04T11:20:06,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98953dbc-95f5-062c-bcd4-75000877601e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T11:20:06,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98953dbc-95f5-062c-bcd4-75000877601e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T11:20:06,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T11:20:06,783 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T11:20:06,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98953dbc-95f5-062c-bcd4-75000877601e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T11:20:06,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98953dbc-95f5-062c-bcd4-75000877601e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T11:20:06,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98953dbc-95f5-062c-bcd4-75000877601e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T11:20:06,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98953dbc-95f5-062c-bcd4-75000877601e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T11:20:06,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98953dbc-95f5-062c-bcd4-75000877601e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T11:20:06,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98953dbc-95f5-062c-bcd4-75000877601e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T11:20:06,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98953dbc-95f5-062c-bcd4-75000877601e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T11:20:06,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98953dbc-95f5-062c-bcd4-75000877601e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T11:20:06,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98953dbc-95f5-062c-bcd4-75000877601e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T11:20:06,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98953dbc-95f5-062c-bcd4-75000877601e/nfs.dump.dir in system properties and HBase conf 2024-12-04T11:20:06,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98953dbc-95f5-062c-bcd4-75000877601e/java.io.tmpdir in system properties and HBase conf 2024-12-04T11:20:06,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98953dbc-95f5-062c-bcd4-75000877601e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T11:20:06,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98953dbc-95f5-062c-bcd4-75000877601e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T11:20:06,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98953dbc-95f5-062c-bcd4-75000877601e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T11:20:06,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a01199cd0005, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T11:20:06,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a01199cd0002, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T11:20:06,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a01199cd0002, quorum=127.0.0.1:51421, baseZNode=/0-1164813883 Received Disconnected from ZooKeeper, ignoring 2024-12-04T11:20:06,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a01199cd0005, quorum=127.0.0.1:51421, baseZNode=/1-353553055 Received Disconnected from ZooKeeper, ignoring 2024-12-04T11:20:07,102 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:20:07,105 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T11:20:07,108 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T11:20:07,108 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T11:20:07,108 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T11:20:07,108 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:20:07,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6282b25e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98953dbc-95f5-062c-bcd4-75000877601e/hadoop.log.dir/,AVAILABLE} 2024-12-04T11:20:07,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e05f28e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T11:20:07,199 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@224769c2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98953dbc-95f5-062c-bcd4-75000877601e/java.io.tmpdir/jetty-localhost-40113-hadoop-hdfs-3_4_1-tests_jar-_-any-11687374170183393377/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T11:20:07,200 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a45be74{HTTP/1.1, (http/1.1)}{localhost:40113} 2024-12-04T11:20:07,200 INFO [Time-limited test {}] server.Server(415): Started @201911ms 2024-12-04T11:20:07,438 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:20:07,442 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T11:20:07,443 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T11:20:07,443 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T11:20:07,443 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T11:20:07,443 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20e1f8bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98953dbc-95f5-062c-bcd4-75000877601e/hadoop.log.dir/,AVAILABLE} 2024-12-04T11:20:07,443 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66baa053{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T11:20:07,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d66cc46{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98953dbc-95f5-062c-bcd4-75000877601e/java.io.tmpdir/jetty-localhost-38561-hadoop-hdfs-3_4_1-tests_jar-_-any-10628350330025747057/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T11:20:07,544 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@652a6243{HTTP/1.1, (http/1.1)}{localhost:38561} 2024-12-04T11:20:07,544 INFO [Time-limited test {}] server.Server(415): Started @202255ms 2024-12-04T11:20:07,545 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T11:20:08,065 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:20:08,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:08,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:08,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:08,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:08,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:08,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:08,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:08,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:08,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:08,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:08,332 WARN [Thread-2194 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98953dbc-95f5-062c-bcd4-75000877601e/cluster_93975c7e-b789-beef-674d-dc95002b61bb/data/data1/current/BP-709531121-172.17.0.2-1733311206796/current, will proceed with Du for space computation calculation, 2024-12-04T11:20:08,332 WARN [Thread-2195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98953dbc-95f5-062c-bcd4-75000877601e/cluster_93975c7e-b789-beef-674d-dc95002b61bb/data/data2/current/BP-709531121-172.17.0.2-1733311206796/current, will proceed with Du for space computation calculation, 2024-12-04T11:20:08,351 WARN [Thread-2181 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T11:20:08,353 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa98110f9dade7fa2 with lease ID 0x1859daf1db90f04c: Processing first storage report for DS-02095863-5aca-413f-88d5-8dfa61a6aab4 from datanode DatanodeRegistration(127.0.0.1:41675, datanodeUuid=230a1306-b44a-48e5-8e8b-7502414b2e22, infoPort=41681, infoSecurePort=0, ipcPort=46187, storageInfo=lv=-57;cid=testClusterID;nsid=1677273069;c=1733311206796) 2024-12-04T11:20:08,353 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa98110f9dade7fa2 with lease ID 0x1859daf1db90f04c: from storage DS-02095863-5aca-413f-88d5-8dfa61a6aab4 node DatanodeRegistration(127.0.0.1:41675, datanodeUuid=230a1306-b44a-48e5-8e8b-7502414b2e22, infoPort=41681, infoSecurePort=0, ipcPort=46187, storageInfo=lv=-57;cid=testClusterID;nsid=1677273069;c=1733311206796), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T11:20:08,353 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa98110f9dade7fa2 with lease ID 0x1859daf1db90f04c: Processing first storage report for DS-3d5899ae-5690-4019-af35-ce6da3ffdc7c from datanode DatanodeRegistration(127.0.0.1:41675, datanodeUuid=230a1306-b44a-48e5-8e8b-7502414b2e22, infoPort=41681, infoSecurePort=0, ipcPort=46187, storageInfo=lv=-57;cid=testClusterID;nsid=1677273069;c=1733311206796) 2024-12-04T11:20:08,354 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa98110f9dade7fa2 with lease ID 0x1859daf1db90f04c: from storage DS-3d5899ae-5690-4019-af35-ce6da3ffdc7c node DatanodeRegistration(127.0.0.1:41675, datanodeUuid=230a1306-b44a-48e5-8e8b-7502414b2e22, infoPort=41681, infoSecurePort=0, ipcPort=46187, storageInfo=lv=-57;cid=testClusterID;nsid=1677273069;c=1733311206796), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T11:20:08,367 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98953dbc-95f5-062c-bcd4-75000877601e 2024-12-04T11:20:08,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:20:08,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:20:08,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741825_1001 (size=7) 2024-12-04T11:20:08,776 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a with version=8 2024-12-04T11:20:08,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/hbase-staging 2024-12-04T11:20:08,778 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:20:08,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:20:08,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:20:08,778 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:20:08,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:20:08,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:20:08,778 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T11:20:08,778 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:20:08,779 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34155 2024-12-04T11:20:08,779 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34155 connecting to ZooKeeper ensemble=127.0.0.1:63964 2024-12-04T11:20:08,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341550x0, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:20:08,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34155-0x101a01211290000 connected 2024-12-04T11:20:09,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:20:09,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:20:09,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34155-0x101a01211290000, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Set watcher on znode that does not yet exist, /0-1629571689/running 2024-12-04T11:20:09,031 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a, hbase.cluster.distributed=false 2024-12-04T11:20:09,032 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34155-0x101a01211290000, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Set watcher on znode that does not yet exist, /0-1629571689/acl 2024-12-04T11:20:09,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34155 2024-12-04T11:20:09,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34155 2024-12-04T11:20:09,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34155 2024-12-04T11:20:09,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34155 2024-12-04T11:20:09,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34155 2024-12-04T11:20:09,048 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:20:09,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:20:09,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:20:09,049 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:20:09,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:20:09,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:20:09,049 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T11:20:09,049 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:20:09,049 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42009 2024-12-04T11:20:09,050 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42009 connecting to ZooKeeper ensemble=127.0.0.1:63964 2024-12-04T11:20:09,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:20:09,051 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:20:09,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420090x0, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:20:09,136 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42009-0x101a01211290001 connected 2024-12-04T11:20:09,136 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42009-0x101a01211290001, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Set watcher on znode that does not yet exist, /0-1629571689/running 2024-12-04T11:20:09,136 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T11:20:09,136 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T11:20:09,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42009-0x101a01211290001, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Set watcher on znode that does not yet exist, /0-1629571689/master 2024-12-04T11:20:09,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42009-0x101a01211290001, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Set watcher on znode that does not yet exist, /0-1629571689/acl 2024-12-04T11:20:09,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42009 2024-12-04T11:20:09,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42009 2024-12-04T11:20:09,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42009 2024-12-04T11:20:09,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42009 2024-12-04T11:20:09,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42009 2024-12-04T11:20:09,149 DEBUG [M:0;e12b86b8109d:34155 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e12b86b8109d:34155 2024-12-04T11:20:09,149 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1629571689/backup-masters/e12b86b8109d,34155,1733311208778 2024-12-04T11:20:09,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x101a01211290001, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629571689/backup-masters 2024-12-04T11:20:09,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x101a01211290000, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629571689/backup-masters 2024-12-04T11:20:09,156 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34155-0x101a01211290000, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Set watcher on existing znode=/0-1629571689/backup-masters/e12b86b8109d,34155,1733311208778 2024-12-04T11:20:09,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x101a01211290001, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1629571689/master 2024-12-04T11:20:09,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x101a01211290000, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629571689 2024-12-04T11:20:09,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x101a01211290001, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629571689 2024-12-04T11:20:09,167 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34155-0x101a01211290000, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Set watcher on existing znode=/0-1629571689/master 2024-12-04T11:20:09,167 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1629571689/backup-masters/e12b86b8109d,34155,1733311208778 from backup master directory 2024-12-04T11:20:09,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x101a01211290000, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1629571689/backup-masters/e12b86b8109d,34155,1733311208778 2024-12-04T11:20:09,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x101a01211290001, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629571689/backup-masters 2024-12-04T11:20:09,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x101a01211290000, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629571689/backup-masters 2024-12-04T11:20:09,177 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:20:09,177 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e12b86b8109d,34155,1733311208778 2024-12-04T11:20:09,180 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/hbase.id] with ID: 8b314d3c-b849-4b7a-8671-ab482a4021be 2024-12-04T11:20:09,180 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/.tmp/hbase.id 2024-12-04T11:20:09,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741826_1002 (size=42) 2024-12-04T11:20:09,584 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/.tmp/hbase.id]:[hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/hbase.id] 2024-12-04T11:20:09,592 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:20:09,592 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T11:20:09,593 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T11:20:09,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x101a01211290001, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629571689 2024-12-04T11:20:09,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x101a01211290000, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629571689 2024-12-04T11:20:09,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741827_1003 (size=196) 2024-12-04T11:20:10,045 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:20:10,046 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T11:20:10,046 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:20:10,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741828_1004 (size=1189) 2024-12-04T11:20:10,317 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:20:10,317 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e12b86b8109d,39329,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:39329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T11:20:10,317 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8197 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e12b86b8109d,39329,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:39329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T11:20:10,452 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/MasterData/data/master/store 2024-12-04T11:20:10,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741829_1005 (size=34) 2024-12-04T11:20:10,858 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:20:10,858 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:20:10,858 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:20:10,858 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:20:10,858 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:20:10,858 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:20:10,858 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:20:10,858 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311210858Disabling compacts and flushes for region at 1733311210858Disabling writes for close at 1733311210858Writing region close event to WAL at 1733311210858Closed at 1733311210858 2024-12-04T11:20:10,859 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/MasterData/data/master/store/.initializing 2024-12-04T11:20:10,859 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/MasterData/WALs/e12b86b8109d,34155,1733311208778 2024-12-04T11:20:10,859 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:20:10,860 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e12b86b8109d%2C34155%2C1733311208778, suffix=, logDir=hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/MasterData/WALs/e12b86b8109d,34155,1733311208778, archiveDir=hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/MasterData/oldWALs, maxLogs=10 2024-12-04T11:20:10,874 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/MasterData/WALs/e12b86b8109d,34155,1733311208778/e12b86b8109d%2C34155%2C1733311208778.1733311210861, exclude list is [], retry=0 2024-12-04T11:20:10,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41675,DS-02095863-5aca-413f-88d5-8dfa61a6aab4,DISK] 2024-12-04T11:20:10,878 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/MasterData/WALs/e12b86b8109d,34155,1733311208778/e12b86b8109d%2C34155%2C1733311208778.1733311210861 2024-12-04T11:20:10,878 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41681:41681)] 2024-12-04T11:20:10,878 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:20:10,878 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:20:10,878 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:10,878 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:10,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:10,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T11:20:10,880 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:10,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:10,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:10,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T11:20:10,882 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:10,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:20:10,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:10,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T11:20:10,883 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:10,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:20:10,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:10,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T11:20:10,884 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:10,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:20:10,884 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:10,884 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:10,884 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:10,885 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:10,885 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:10,885 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:20:10,886 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:10,888 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:20:10,889 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75399445, jitterRate=0.1235392838716507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:20:10,889 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733311210879Initializing all the Stores at 1733311210879Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311210879Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311210879Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311210879Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311210879Cleaning up temporary data from old regions at 1733311210885 (+6 ms)Region opened successfully at 1733311210889 (+4 ms) 2024-12-04T11:20:10,889 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T11:20:10,891 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec7b664, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:20:10,892 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T11:20:10,892 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T11:20:10,892 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T11:20:10,892 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T11:20:10,893 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T11:20:10,893 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T11:20:10,893 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T11:20:10,895 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T11:20:10,895 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34155-0x101a01211290000, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Unable to get data of znode /0-1629571689/balancer because node does not exist (not necessarily an error) 2024-12-04T11:20:10,956 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1629571689/balancer already deleted, retry=false 2024-12-04T11:20:10,956 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T11:20:10,957 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34155-0x101a01211290000, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Unable to get data of znode /0-1629571689/normalizer because node does not exist (not necessarily an error) 2024-12-04T11:20:10,966 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1629571689/normalizer already deleted, retry=false 2024-12-04T11:20:10,967 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T11:20:10,968 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34155-0x101a01211290000, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Unable to get data of znode /0-1629571689/switch/split because node does not exist (not necessarily an error) 2024-12-04T11:20:10,977 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1629571689/switch/split already deleted, retry=false 2024-12-04T11:20:10,978 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34155-0x101a01211290000, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Unable to get data of znode /0-1629571689/switch/merge because node does not exist (not necessarily an error) 2024-12-04T11:20:10,987 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1629571689/switch/merge already deleted, retry=false 2024-12-04T11:20:10,989 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34155-0x101a01211290000, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Unable to get data of znode /0-1629571689/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T11:20:10,998 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1629571689/snapshot-cleanup already deleted, retry=false 2024-12-04T11:20:11,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x101a01211290001, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1629571689/running 2024-12-04T11:20:11,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x101a01211290000, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1629571689/running 2024-12-04T11:20:11,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x101a01211290000, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629571689 2024-12-04T11:20:11,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x101a01211290001, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629571689 2024-12-04T11:20:11,009 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e12b86b8109d,34155,1733311208778, sessionid=0x101a01211290000, setting cluster-up flag (Was=false) 2024-12-04T11:20:11,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x101a01211290000, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629571689 2024-12-04T11:20:11,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x101a01211290001, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629571689 2024-12-04T11:20:11,061 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1629571689/flush-table-proc/acquired, /0-1629571689/flush-table-proc/reached, /0-1629571689/flush-table-proc/abort 2024-12-04T11:20:11,062 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,34155,1733311208778 2024-12-04T11:20:11,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x101a01211290000, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629571689 2024-12-04T11:20:11,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x101a01211290001, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629571689 2024-12-04T11:20:11,114 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1629571689/online-snapshot/acquired, /0-1629571689/online-snapshot/reached, /0-1629571689/online-snapshot/abort 2024-12-04T11:20:11,115 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,34155,1733311208778 2024-12-04T11:20:11,115 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T11:20:11,117 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T11:20:11,117 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T11:20:11,117 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T11:20:11,117 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e12b86b8109d,34155,1733311208778 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T11:20:11,118 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:20:11,118 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:20:11,118 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:20:11,118 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:20:11,118 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e12b86b8109d:0, corePoolSize=10, maxPoolSize=10 2024-12-04T11:20:11,118 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:11,118 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:20:11,118 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:11,119 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733311241119 2024-12-04T11:20:11,119 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T11:20:11,119 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T11:20:11,119 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T11:20:11,119 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T11:20:11,119 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T11:20:11,119 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T11:20:11,119 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:20:11,119 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T11:20:11,119 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:11,119 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T11:20:11,119 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T11:20:11,120 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T11:20:11,120 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T11:20:11,120 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:11,120 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T11:20:11,120 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T11:20:11,120 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T11:20:11,120 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311211120,5,FailOnTimeoutGroup] 2024-12-04T11:20:11,121 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311211120,5,FailOnTimeoutGroup] 2024-12-04T11:20:11,121 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:11,121 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T11:20:11,121 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:11,121 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:11,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741831_1007 (size=1321) 2024-12-04T11:20:11,142 INFO [RS:0;e12b86b8109d:42009 {}] regionserver.HRegionServer(746): ClusterId : 8b314d3c-b849-4b7a-8671-ab482a4021be 2024-12-04T11:20:11,142 DEBUG [RS:0;e12b86b8109d:42009 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T11:20:11,146 DEBUG [RS:0;e12b86b8109d:42009 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T11:20:11,146 DEBUG [RS:0;e12b86b8109d:42009 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T11:20:11,157 DEBUG [RS:0;e12b86b8109d:42009 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T11:20:11,157 DEBUG [RS:0;e12b86b8109d:42009 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b11dcbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:20:11,170 DEBUG [RS:0;e12b86b8109d:42009 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e12b86b8109d:42009 2024-12-04T11:20:11,170 INFO [RS:0;e12b86b8109d:42009 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T11:20:11,170 INFO [RS:0;e12b86b8109d:42009 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T11:20:11,170 DEBUG [RS:0;e12b86b8109d:42009 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T11:20:11,171 INFO [RS:0;e12b86b8109d:42009 {}] regionserver.HRegionServer(2659): reportForDuty to master=e12b86b8109d,34155,1733311208778 with port=42009, startcode=1733311209048 2024-12-04T11:20:11,171 DEBUG [RS:0;e12b86b8109d:42009 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T11:20:11,172 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54089, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T11:20:11,172 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34155 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e12b86b8109d,42009,1733311209048 2024-12-04T11:20:11,172 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34155 {}] master.ServerManager(517): Registering regionserver=e12b86b8109d,42009,1733311209048 2024-12-04T11:20:11,173 DEBUG [RS:0;e12b86b8109d:42009 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a 2024-12-04T11:20:11,173 DEBUG [RS:0;e12b86b8109d:42009 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40703 2024-12-04T11:20:11,173 DEBUG [RS:0;e12b86b8109d:42009 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T11:20:11,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x101a01211290000, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629571689/rs 2024-12-04T11:20:11,177 DEBUG [RS:0;e12b86b8109d:42009 {}] zookeeper.ZKUtil(111): regionserver:42009-0x101a01211290001, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Set watcher on existing znode=/0-1629571689/rs/e12b86b8109d,42009,1733311209048 2024-12-04T11:20:11,177 WARN [RS:0;e12b86b8109d:42009 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:20:11,177 INFO [RS:0;e12b86b8109d:42009 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:20:11,177 DEBUG [RS:0;e12b86b8109d:42009 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048 2024-12-04T11:20:11,178 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e12b86b8109d,42009,1733311209048] 2024-12-04T11:20:11,180 INFO [RS:0;e12b86b8109d:42009 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T11:20:11,181 INFO [RS:0;e12b86b8109d:42009 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T11:20:11,181 INFO [RS:0;e12b86b8109d:42009 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T11:20:11,181 INFO [RS:0;e12b86b8109d:42009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:11,181 INFO [RS:0;e12b86b8109d:42009 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T11:20:11,182 INFO [RS:0;e12b86b8109d:42009 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T11:20:11,182 INFO [RS:0;e12b86b8109d:42009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:11,182 DEBUG [RS:0;e12b86b8109d:42009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:11,182 DEBUG [RS:0;e12b86b8109d:42009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:11,182 DEBUG [RS:0;e12b86b8109d:42009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:11,182 DEBUG [RS:0;e12b86b8109d:42009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:11,182 DEBUG [RS:0;e12b86b8109d:42009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:11,182 DEBUG [RS:0;e12b86b8109d:42009 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:20:11,182 DEBUG [RS:0;e12b86b8109d:42009 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:11,182 DEBUG [RS:0;e12b86b8109d:42009 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:11,182 DEBUG [RS:0;e12b86b8109d:42009 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:11,182 DEBUG [RS:0;e12b86b8109d:42009 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:11,182 DEBUG [RS:0;e12b86b8109d:42009 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:11,182 DEBUG [RS:0;e12b86b8109d:42009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:11,182 DEBUG [RS:0;e12b86b8109d:42009 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:20:11,182 DEBUG [RS:0;e12b86b8109d:42009 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:20:11,183 INFO [RS:0;e12b86b8109d:42009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:11,183 INFO [RS:0;e12b86b8109d:42009 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:11,183 INFO [RS:0;e12b86b8109d:42009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:11,183 INFO [RS:0;e12b86b8109d:42009 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:11,183 INFO [RS:0;e12b86b8109d:42009 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:11,183 INFO [RS:0;e12b86b8109d:42009 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,42009,1733311209048-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:20:11,195 INFO [RS:0;e12b86b8109d:42009 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T11:20:11,196 INFO [RS:0;e12b86b8109d:42009 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,42009,1733311209048-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:11,196 INFO [RS:0;e12b86b8109d:42009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:11,196 INFO [RS:0;e12b86b8109d:42009 {}] regionserver.Replication(171): e12b86b8109d,42009,1733311209048 started 2024-12-04T11:20:11,206 INFO [RS:0;e12b86b8109d:42009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:11,206 INFO [RS:0;e12b86b8109d:42009 {}] regionserver.HRegionServer(1482): Serving as e12b86b8109d,42009,1733311209048, RpcServer on e12b86b8109d/172.17.0.2:42009, sessionid=0x101a01211290001 2024-12-04T11:20:11,206 DEBUG [RS:0;e12b86b8109d:42009 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T11:20:11,206 DEBUG [RS:0;e12b86b8109d:42009 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e12b86b8109d,42009,1733311209048 2024-12-04T11:20:11,206 DEBUG [RS:0;e12b86b8109d:42009 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,42009,1733311209048' 2024-12-04T11:20:11,207 DEBUG [RS:0;e12b86b8109d:42009 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1629571689/flush-table-proc/abort' 2024-12-04T11:20:11,207 DEBUG [RS:0;e12b86b8109d:42009 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1629571689/flush-table-proc/acquired' 2024-12-04T11:20:11,207 DEBUG [RS:0;e12b86b8109d:42009 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T11:20:11,207 DEBUG [RS:0;e12b86b8109d:42009 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T11:20:11,207 DEBUG [RS:0;e12b86b8109d:42009 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e12b86b8109d,42009,1733311209048 2024-12-04T11:20:11,207 DEBUG [RS:0;e12b86b8109d:42009 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,42009,1733311209048' 2024-12-04T11:20:11,207 DEBUG [RS:0;e12b86b8109d:42009 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1629571689/online-snapshot/abort' 2024-12-04T11:20:11,208 DEBUG [RS:0;e12b86b8109d:42009 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1629571689/online-snapshot/acquired' 2024-12-04T11:20:11,208 DEBUG [RS:0;e12b86b8109d:42009 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T11:20:11,208 INFO [RS:0;e12b86b8109d:42009 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T11:20:11,208 INFO [RS:0;e12b86b8109d:42009 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T11:20:11,208 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:20:11,208 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T11:20:11,208 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T11:20:11,208 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T11:20:11,208 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:20:11,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T11:20:11,308 INFO [RS:0;e12b86b8109d:42009 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:20:11,309 INFO [RS:0;e12b86b8109d:42009 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C42009%2C1733311209048, suffix=, logDir=hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048, archiveDir=hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/oldWALs, maxLogs=10 2024-12-04T11:20:11,320 DEBUG [RS:0;e12b86b8109d:42009 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.1733311211310, exclude list is [], retry=0 2024-12-04T11:20:11,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41675,DS-02095863-5aca-413f-88d5-8dfa61a6aab4,DISK] 2024-12-04T11:20:11,323 INFO [RS:0;e12b86b8109d:42009 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.1733311211310 2024-12-04T11:20:11,324 DEBUG [RS:0;e12b86b8109d:42009 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41681:41681)] 2024-12-04T11:20:11,526 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T11:20:11,526 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a 2024-12-04T11:20:11,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741833_1009 (size=32) 2024-12-04T11:20:11,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:20:11,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:20:11,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:20:11,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:11,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:11,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:20:11,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:20:11,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:11,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:11,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:20:11,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:20:11,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:11,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:11,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:20:11,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:20:11,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:11,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:11,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:20:11,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/hbase/meta/1588230740 2024-12-04T11:20:11,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/hbase/meta/1588230740 2024-12-04T11:20:11,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:20:11,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:20:11,939 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:20:11,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:20:11,941 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:20:11,942 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66245775, jitterRate=-0.01286102831363678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:20:11,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733311211931Initializing all the Stores at 1733311211932 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311211932Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311211932Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311211932Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311211932Cleaning up temporary data from old regions at 1733311211939 (+7 ms)Region opened successfully at 1733311211942 (+3 ms) 2024-12-04T11:20:11,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:20:11,942 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:20:11,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:20:11,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:20:11,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:20:11,942 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:20:11,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311211942Disabling compacts and flushes for region at 1733311211942Disabling writes for close at 1733311211942Writing region close event to WAL at 1733311211942Closed at 1733311211942 2024-12-04T11:20:11,943 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:20:11,943 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T11:20:11,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T11:20:11,944 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:20:11,945 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T11:20:12,095 DEBUG [e12b86b8109d:34155 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T11:20:12,095 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e12b86b8109d,42009,1733311209048 2024-12-04T11:20:12,096 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,42009,1733311209048, state=OPENING 2024-12-04T11:20:12,156 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T11:20:12,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x101a01211290001, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629571689 2024-12-04T11:20:12,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x101a01211290000, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629571689 2024-12-04T11:20:12,195 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1629571689/meta-region-server: CHANGED 2024-12-04T11:20:12,195 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:20:12,195 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1629571689/meta-region-server: CHANGED 2024-12-04T11:20:12,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,42009,1733311209048}] 2024-12-04T11:20:12,347 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T11:20:12,348 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48911, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T11:20:12,351 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T11:20:12,351 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:20:12,351 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T11:20:12,352 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C42009%2C1733311209048.meta, suffix=.meta, logDir=hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048, archiveDir=hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/oldWALs, maxLogs=10 2024-12-04T11:20:12,363 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.meta.1733311212352.meta, exclude list is [], retry=0 2024-12-04T11:20:12,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41675,DS-02095863-5aca-413f-88d5-8dfa61a6aab4,DISK] 2024-12-04T11:20:12,366 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.meta.1733311212352.meta 2024-12-04T11:20:12,366 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41681:41681)] 2024-12-04T11:20:12,366 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:20:12,366 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:20:12,366 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T11:20:12,366 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T11:20:12,367 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T11:20:12,367 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T11:20:12,367 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:20:12,367 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T11:20:12,367 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T11:20:12,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:20:12,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:20:12,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:12,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:12,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:20:12,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:20:12,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:12,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:12,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:20:12,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:20:12,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:12,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:12,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:20:12,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:20:12,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:12,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:12,374 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:20:12,374 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/hbase/meta/1588230740 2024-12-04T11:20:12,375 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/hbase/meta/1588230740 2024-12-04T11:20:12,376 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:20:12,376 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:20:12,376 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:20:12,377 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:20:12,377 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60951738, jitterRate=-0.09174832701683044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:20:12,377 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T11:20:12,378 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733311212367Writing region info on filesystem at 1733311212367Initializing all the Stores at 1733311212367Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311212367Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311212370 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311212370Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311212370Cleaning up temporary data from old regions at 1733311212376 (+6 ms)Running coprocessor post-open hooks at 1733311212377 (+1 ms)Region opened successfully at 1733311212378 (+1 ms) 2024-12-04T11:20:12,378 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733311212347 2024-12-04T11:20:12,380 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T11:20:12,380 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T11:20:12,380 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e12b86b8109d,42009,1733311209048 2024-12-04T11:20:12,381 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,42009,1733311209048, state=OPEN 2024-12-04T11:20:12,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x101a01211290000, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1629571689/meta-region-server 2024-12-04T11:20:12,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x101a01211290001, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1629571689/meta-region-server 2024-12-04T11:20:12,398 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e12b86b8109d,42009,1733311209048 2024-12-04T11:20:12,398 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1629571689/meta-region-server: CHANGED 2024-12-04T11:20:12,398 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1629571689/meta-region-server: CHANGED 2024-12-04T11:20:12,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T11:20:12,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,42009,1733311209048 in 203 msec 2024-12-04T11:20:12,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T11:20:12,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 457 msec 2024-12-04T11:20:12,402 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:20:12,402 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T11:20:12,403 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:20:12,403 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,42009,1733311209048, seqNum=-1] 2024-12-04T11:20:12,403 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:20:12,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54439, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:20:12,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2910 sec 2024-12-04T11:20:12,409 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733311212409, completionTime=-1 2024-12-04T11:20:12,409 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T11:20:12,409 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T11:20:12,410 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T11:20:12,410 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733311272410 2024-12-04T11:20:12,410 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733311332410 2024-12-04T11:20:12,410 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T11:20:12,411 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,34155,1733311208778-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:12,411 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,34155,1733311208778-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:12,411 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,34155,1733311208778-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:12,411 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e12b86b8109d:34155, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:12,411 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:12,411 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:12,412 DEBUG [master/e12b86b8109d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T11:20:12,414 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.237sec 2024-12-04T11:20:12,414 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T11:20:12,414 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T11:20:12,414 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T11:20:12,414 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T11:20:12,414 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T11:20:12,414 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,34155,1733311208778-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:20:12,414 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,34155,1733311208778-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T11:20:12,416 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T11:20:12,416 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T11:20:12,416 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,34155,1733311208778-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:12,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6d8af2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:12,443 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,34155,-1 for getting cluster id 2024-12-04T11:20:12,443 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:20:12,444 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b314d3c-b849-4b7a-8671-ab482a4021be' 2024-12-04T11:20:12,444 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:20:12,444 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b314d3c-b849-4b7a-8671-ab482a4021be" 2024-12-04T11:20:12,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a314b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:12,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,34155,-1] 2024-12-04T11:20:12,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:20:12,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:12,446 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:20:12,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea0a88a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:12,447 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:20:12,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,42009,1733311209048, seqNum=-1] 2024-12-04T11:20:12,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:20:12,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:20:12,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e12b86b8109d,34155,1733311208778 2024-12-04T11:20:12,451 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63964 2024-12-04T11:20:12,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:20:12,483 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a01211290002 connected 2024-12-04T11:20:12,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98953dbc-95f5-062c-bcd4-75000877601e/hadoop.log.dir so I do NOT create it in target/test-data/7e6b56ea-abfe-93bc-c919-49e8cfe5cfb1 2024-12-04T11:20:12,495 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98953dbc-95f5-062c-bcd4-75000877601e/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T11:20:12,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98953dbc-95f5-062c-bcd4-75000877601e/hadoop.tmp.dir so I do NOT create it in target/test-data/7e6b56ea-abfe-93bc-c919-49e8cfe5cfb1 2024-12-04T11:20:12,495 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98953dbc-95f5-062c-bcd4-75000877601e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T11:20:12,495 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6b56ea-abfe-93bc-c919-49e8cfe5cfb1 2024-12-04T11:20:12,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T11:20:12,496 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6b56ea-abfe-93bc-c919-49e8cfe5cfb1/cluster_da6b248e-a0eb-f4ec-9155-7f90ad5b1881, deleteOnExit=true 2024-12-04T11:20:12,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T11:20:12,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6b56ea-abfe-93bc-c919-49e8cfe5cfb1/test.cache.data in system properties and HBase conf 2024-12-04T11:20:12,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6b56ea-abfe-93bc-c919-49e8cfe5cfb1/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T11:20:12,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6b56ea-abfe-93bc-c919-49e8cfe5cfb1/hadoop.log.dir in system properties and HBase conf 2024-12-04T11:20:12,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6b56ea-abfe-93bc-c919-49e8cfe5cfb1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T11:20:12,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6b56ea-abfe-93bc-c919-49e8cfe5cfb1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T11:20:12,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T11:20:12,496 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T11:20:12,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6b56ea-abfe-93bc-c919-49e8cfe5cfb1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T11:20:12,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6b56ea-abfe-93bc-c919-49e8cfe5cfb1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T11:20:12,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6b56ea-abfe-93bc-c919-49e8cfe5cfb1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T11:20:12,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6b56ea-abfe-93bc-c919-49e8cfe5cfb1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T11:20:12,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6b56ea-abfe-93bc-c919-49e8cfe5cfb1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T11:20:12,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6b56ea-abfe-93bc-c919-49e8cfe5cfb1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T11:20:12,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6b56ea-abfe-93bc-c919-49e8cfe5cfb1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T11:20:12,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6b56ea-abfe-93bc-c919-49e8cfe5cfb1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T11:20:12,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6b56ea-abfe-93bc-c919-49e8cfe5cfb1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T11:20:12,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6b56ea-abfe-93bc-c919-49e8cfe5cfb1/nfs.dump.dir in system properties and HBase conf 2024-12-04T11:20:12,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6b56ea-abfe-93bc-c919-49e8cfe5cfb1/java.io.tmpdir in system properties and HBase conf 2024-12-04T11:20:12,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6b56ea-abfe-93bc-c919-49e8cfe5cfb1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T11:20:12,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6b56ea-abfe-93bc-c919-49e8cfe5cfb1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T11:20:12,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6b56ea-abfe-93bc-c919-49e8cfe5cfb1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T11:20:12,801 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:20:12,804 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T11:20:12,805 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T11:20:12,805 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T11:20:12,805 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T11:20:12,806 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:20:12,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c620576{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6b56ea-abfe-93bc-c919-49e8cfe5cfb1/hadoop.log.dir/,AVAILABLE} 2024-12-04T11:20:12,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b7c9c1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T11:20:12,896 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69de49c7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6b56ea-abfe-93bc-c919-49e8cfe5cfb1/java.io.tmpdir/jetty-localhost-34285-hadoop-hdfs-3_4_1-tests_jar-_-any-15532919694208154194/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T11:20:12,896 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6def1617{HTTP/1.1, (http/1.1)}{localhost:34285} 2024-12-04T11:20:12,896 INFO [Time-limited test {}] server.Server(415): Started @207608ms 2024-12-04T11:20:13,188 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:20:13,190 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T11:20:13,192 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T11:20:13,192 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T11:20:13,192 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T11:20:13,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a0e58bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6b56ea-abfe-93bc-c919-49e8cfe5cfb1/hadoop.log.dir/,AVAILABLE} 2024-12-04T11:20:13,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e6736a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T11:20:13,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@641042f0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6b56ea-abfe-93bc-c919-49e8cfe5cfb1/java.io.tmpdir/jetty-localhost-32989-hadoop-hdfs-3_4_1-tests_jar-_-any-15450545988391778117/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T11:20:13,284 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@569a2576{HTTP/1.1, (http/1.1)}{localhost:32989} 2024-12-04T11:20:13,284 INFO [Time-limited test {}] server.Server(415): Started @207995ms 2024-12-04T11:20:13,285 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T11:20:13,941 WARN [Thread-2314 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6b56ea-abfe-93bc-c919-49e8cfe5cfb1/cluster_da6b248e-a0eb-f4ec-9155-7f90ad5b1881/data/data1/current/BP-589278235-172.17.0.2-1733311212516/current, will proceed with Du for space computation calculation, 2024-12-04T11:20:13,941 WARN [Thread-2315 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6b56ea-abfe-93bc-c919-49e8cfe5cfb1/cluster_da6b248e-a0eb-f4ec-9155-7f90ad5b1881/data/data2/current/BP-589278235-172.17.0.2-1733311212516/current, will proceed with Du for space computation calculation, 2024-12-04T11:20:13,960 WARN [Thread-2302 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T11:20:13,963 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90227955b8e098f4 with lease ID 0x3b4633f3ab668a56: Processing first storage report for DS-2664f969-e227-44d9-aa1b-bbd525674da3 from datanode DatanodeRegistration(127.0.0.1:43023, datanodeUuid=1426ea27-69cc-4d5e-8fa2-73eedf323e43, infoPort=42165, infoSecurePort=0, ipcPort=41745, storageInfo=lv=-57;cid=testClusterID;nsid=834728177;c=1733311212516) 2024-12-04T11:20:13,963 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90227955b8e098f4 with lease ID 0x3b4633f3ab668a56: from storage DS-2664f969-e227-44d9-aa1b-bbd525674da3 node DatanodeRegistration(127.0.0.1:43023, datanodeUuid=1426ea27-69cc-4d5e-8fa2-73eedf323e43, infoPort=42165, infoSecurePort=0, ipcPort=41745, storageInfo=lv=-57;cid=testClusterID;nsid=834728177;c=1733311212516), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T11:20:13,963 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90227955b8e098f4 with lease ID 0x3b4633f3ab668a56: Processing first storage report for DS-e582c382-1af7-47e4-9488-c59bd85cb6e7 from datanode DatanodeRegistration(127.0.0.1:43023, datanodeUuid=1426ea27-69cc-4d5e-8fa2-73eedf323e43, infoPort=42165, infoSecurePort=0, ipcPort=41745, storageInfo=lv=-57;cid=testClusterID;nsid=834728177;c=1733311212516) 2024-12-04T11:20:13,963 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90227955b8e098f4 with lease ID 0x3b4633f3ab668a56: from storage DS-e582c382-1af7-47e4-9488-c59bd85cb6e7 node DatanodeRegistration(127.0.0.1:43023, datanodeUuid=1426ea27-69cc-4d5e-8fa2-73eedf323e43, infoPort=42165, infoSecurePort=0, ipcPort=41745, storageInfo=lv=-57;cid=testClusterID;nsid=834728177;c=1733311212516), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T11:20:14,009 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6b56ea-abfe-93bc-c919-49e8cfe5cfb1 2024-12-04T11:20:14,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:20:14,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:20:14,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741825_1001 (size=7) 2024-12-04T11:20:14,417 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c with version=8 2024-12-04T11:20:14,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/hbase-staging 2024-12-04T11:20:14,418 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:20:14,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:20:14,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:20:14,418 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:20:14,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:20:14,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:20:14,418 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T11:20:14,418 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:20:14,419 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37243 2024-12-04T11:20:14,419 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37243 connecting to ZooKeeper ensemble=127.0.0.1:63964 2024-12-04T11:20:14,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372430x0, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:20:14,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37243-0x101a01211290003 connected 2024-12-04T11:20:14,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:20:14,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:20:14,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37243-0x101a01211290003, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Set watcher on znode that does not yet exist, /1-759511661/running 2024-12-04T11:20:14,633 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c, hbase.cluster.distributed=false 2024-12-04T11:20:14,634 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37243-0x101a01211290003, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Set watcher on znode that does not yet exist, /1-759511661/acl 2024-12-04T11:20:14,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37243 2024-12-04T11:20:14,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37243 2024-12-04T11:20:14,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37243 2024-12-04T11:20:14,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37243 2024-12-04T11:20:14,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37243 2024-12-04T11:20:14,647 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:20:14,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:20:14,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:20:14,647 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:20:14,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:20:14,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:20:14,647 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T11:20:14,647 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:20:14,659 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34697 2024-12-04T11:20:14,660 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34697 connecting to ZooKeeper ensemble=127.0.0.1:63964 2024-12-04T11:20:14,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:20:14,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:20:14,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:346970x0, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:20:14,672 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:346970x0, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Set watcher on znode that does not yet exist, /1-759511661/running 2024-12-04T11:20:14,672 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T11:20:14,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34697-0x101a01211290004 connected 2024-12-04T11:20:14,676 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T11:20:14,676 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34697-0x101a01211290004, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Set watcher on znode that does not yet exist, /1-759511661/master 2024-12-04T11:20:14,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34697-0x101a01211290004, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Set watcher on znode that does not yet exist, /1-759511661/acl 2024-12-04T11:20:14,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34697 2024-12-04T11:20:14,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34697 2024-12-04T11:20:14,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34697 2024-12-04T11:20:14,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34697 2024-12-04T11:20:14,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34697 2024-12-04T11:20:14,696 DEBUG [M:0;e12b86b8109d:37243 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e12b86b8109d:37243 2024-12-04T11:20:14,696 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-759511661/backup-masters/e12b86b8109d,37243,1733311214418 2024-12-04T11:20:14,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34697-0x101a01211290004, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-759511661/backup-masters 2024-12-04T11:20:14,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x101a01211290003, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-759511661/backup-masters 2024-12-04T11:20:14,704 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37243-0x101a01211290003, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Set watcher on existing znode=/1-759511661/backup-masters/e12b86b8109d,37243,1733311214418 2024-12-04T11:20:14,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34697-0x101a01211290004, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-759511661/master 2024-12-04T11:20:14,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x101a01211290003, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-759511661 2024-12-04T11:20:14,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34697-0x101a01211290004, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-759511661 2024-12-04T11:20:14,714 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37243-0x101a01211290003, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Set watcher on existing znode=/1-759511661/master 2024-12-04T11:20:14,714 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-759511661/backup-masters/e12b86b8109d,37243,1733311214418 from backup master directory 2024-12-04T11:20:14,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x101a01211290003, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-759511661/backup-masters/e12b86b8109d,37243,1733311214418 2024-12-04T11:20:14,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34697-0x101a01211290004, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-759511661/backup-masters 2024-12-04T11:20:14,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x101a01211290003, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-759511661/backup-masters 2024-12-04T11:20:14,724 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:20:14,724 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e12b86b8109d,37243,1733311214418 2024-12-04T11:20:14,727 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/hbase.id] with ID: b8de2b5d-626a-4f47-aae9-8c1a768695af 2024-12-04T11:20:14,727 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/.tmp/hbase.id 2024-12-04T11:20:14,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741826_1002 (size=42) 2024-12-04T11:20:15,134 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/.tmp/hbase.id]:[hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/hbase.id] 2024-12-04T11:20:15,141 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:20:15,141 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T11:20:15,142 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T11:20:15,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34697-0x101a01211290004, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-759511661 2024-12-04T11:20:15,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x101a01211290003, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-759511661 2024-12-04T11:20:15,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741827_1003 (size=196) 2024-12-04T11:20:15,592 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:20:15,593 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T11:20:15,593 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:20:15,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741828_1004 (size=1189) 2024-12-04T11:20:15,999 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/MasterData/data/master/store 2024-12-04T11:20:16,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741829_1005 (size=34) 2024-12-04T11:20:16,404 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:20:16,404 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:20:16,404 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:20:16,404 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:20:16,404 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:20:16,404 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:20:16,404 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:20:16,404 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311216404Disabling compacts and flushes for region at 1733311216404Disabling writes for close at 1733311216404Writing region close event to WAL at 1733311216404Closed at 1733311216404 2024-12-04T11:20:16,405 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/MasterData/data/master/store/.initializing 2024-12-04T11:20:16,405 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/MasterData/WALs/e12b86b8109d,37243,1733311214418 2024-12-04T11:20:16,406 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:20:16,407 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e12b86b8109d%2C37243%2C1733311214418, suffix=, logDir=hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/MasterData/WALs/e12b86b8109d,37243,1733311214418, archiveDir=hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/MasterData/oldWALs, maxLogs=10 2024-12-04T11:20:16,430 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/MasterData/WALs/e12b86b8109d,37243,1733311214418/e12b86b8109d%2C37243%2C1733311214418.1733311216407, exclude list is [], retry=0 2024-12-04T11:20:16,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43023,DS-2664f969-e227-44d9-aa1b-bbd525674da3,DISK] 2024-12-04T11:20:16,434 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/MasterData/WALs/e12b86b8109d,37243,1733311214418/e12b86b8109d%2C37243%2C1733311214418.1733311216407 2024-12-04T11:20:16,434 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42165:42165)] 2024-12-04T11:20:16,434 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:20:16,434 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:20:16,434 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:16,434 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:16,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:16,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T11:20:16,436 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:16,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:16,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:16,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T11:20:16,437 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:16,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:20:16,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:16,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T11:20:16,438 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:16,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:20:16,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:16,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T11:20:16,439 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:16,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:20:16,440 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:16,440 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:16,440 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:16,441 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:16,441 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:16,441 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:20:16,442 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:16,443 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:20:16,443 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62111205, jitterRate=-0.07447092235088348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:20:16,443 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733311216435Initializing all the Stores at 1733311216435Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311216435Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311216435Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311216435Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311216435Cleaning up temporary data from old regions at 1733311216441 (+6 ms)Region opened successfully at 1733311216443 (+2 ms) 2024-12-04T11:20:16,443 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T11:20:16,445 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a2aa1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:20:16,446 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T11:20:16,446 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T11:20:16,446 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T11:20:16,446 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T11:20:16,446 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T11:20:16,446 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T11:20:16,446 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T11:20:16,451 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T11:20:16,451 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37243-0x101a01211290003, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Unable to get data of znode /1-759511661/balancer because node does not exist (not necessarily an error) 2024-12-04T11:20:16,545 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-759511661/balancer already deleted, retry=false 2024-12-04T11:20:16,546 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T11:20:16,546 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37243-0x101a01211290003, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Unable to get data of znode /1-759511661/normalizer because node does not exist (not necessarily an error) 2024-12-04T11:20:16,556 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-759511661/normalizer already deleted, retry=false 2024-12-04T11:20:16,556 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T11:20:16,557 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37243-0x101a01211290003, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Unable to get data of znode /1-759511661/switch/split because node does not exist (not necessarily an error) 2024-12-04T11:20:16,566 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-759511661/switch/split already deleted, retry=false 2024-12-04T11:20:16,567 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37243-0x101a01211290003, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Unable to get data of znode /1-759511661/switch/merge because node does not exist (not necessarily an error) 2024-12-04T11:20:16,577 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-759511661/switch/merge already deleted, retry=false 2024-12-04T11:20:16,578 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37243-0x101a01211290003, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Unable to get data of znode /1-759511661/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T11:20:16,587 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-759511661/snapshot-cleanup already deleted, retry=false 2024-12-04T11:20:16,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x101a01211290003, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-759511661/running 2024-12-04T11:20:16,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34697-0x101a01211290004, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-759511661/running 2024-12-04T11:20:16,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x101a01211290003, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-759511661 2024-12-04T11:20:16,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34697-0x101a01211290004, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-759511661 2024-12-04T11:20:16,598 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e12b86b8109d,37243,1733311214418, sessionid=0x101a01211290003, setting cluster-up flag (Was=false) 2024-12-04T11:20:16,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34697-0x101a01211290004, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-759511661 2024-12-04T11:20:16,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x101a01211290003, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-759511661 2024-12-04T11:20:16,650 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-759511661/flush-table-proc/acquired, /1-759511661/flush-table-proc/reached, /1-759511661/flush-table-proc/abort 2024-12-04T11:20:16,651 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,37243,1733311214418 2024-12-04T11:20:16,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34697-0x101a01211290004, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-759511661 2024-12-04T11:20:16,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x101a01211290003, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-759511661 2024-12-04T11:20:16,703 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-759511661/online-snapshot/acquired, /1-759511661/online-snapshot/reached, /1-759511661/online-snapshot/abort 2024-12-04T11:20:16,704 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,37243,1733311214418 2024-12-04T11:20:16,705 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T11:20:16,708 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T11:20:16,708 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T11:20:16,708 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T11:20:16,709 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e12b86b8109d,37243,1733311214418 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T11:20:16,710 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:20:16,710 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:20:16,710 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:20:16,710 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:20:16,710 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e12b86b8109d:0, corePoolSize=10, maxPoolSize=10 2024-12-04T11:20:16,710 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:16,710 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:20:16,710 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:16,710 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:20:16,713 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:20:16,713 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T11:20:16,714 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:16,714 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T11:20:16,718 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733311246718 2024-12-04T11:20:16,718 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T11:20:16,718 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T11:20:16,718 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T11:20:16,718 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T11:20:16,718 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T11:20:16,718 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T11:20:16,720 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:16,724 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T11:20:16,724 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T11:20:16,724 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T11:20:16,724 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T11:20:16,725 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T11:20:16,725 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T11:20:16,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741831_1007 (size=1321) 2024-12-04T11:20:16,727 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311216725,5,FailOnTimeoutGroup] 2024-12-04T11:20:16,727 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311216727,5,FailOnTimeoutGroup] 2024-12-04T11:20:16,727 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:16,727 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T11:20:16,728 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:16,728 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:16,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:16,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:16,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:16,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:16,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:16,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:16,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:16,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:16,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:16,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:16,788 INFO [RS:0;e12b86b8109d:34697 {}] regionserver.HRegionServer(746): ClusterId : b8de2b5d-626a-4f47-aae9-8c1a768695af 2024-12-04T11:20:16,788 DEBUG [RS:0;e12b86b8109d:34697 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T11:20:16,798 DEBUG [RS:0;e12b86b8109d:34697 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T11:20:16,798 DEBUG [RS:0;e12b86b8109d:34697 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T11:20:16,809 DEBUG [RS:0;e12b86b8109d:34697 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T11:20:16,809 DEBUG [RS:0;e12b86b8109d:34697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@508be5a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:20:16,819 DEBUG [RS:0;e12b86b8109d:34697 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e12b86b8109d:34697 2024-12-04T11:20:16,819 INFO [RS:0;e12b86b8109d:34697 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T11:20:16,819 INFO [RS:0;e12b86b8109d:34697 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T11:20:16,819 DEBUG [RS:0;e12b86b8109d:34697 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T11:20:16,819 INFO [RS:0;e12b86b8109d:34697 {}] regionserver.HRegionServer(2659): reportForDuty to master=e12b86b8109d,37243,1733311214418 with port=34697, startcode=1733311214647 2024-12-04T11:20:16,820 DEBUG [RS:0;e12b86b8109d:34697 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T11:20:16,821 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T11:20:16,821 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37243 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e12b86b8109d,34697,1733311214647 2024-12-04T11:20:16,821 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37243 {}] master.ServerManager(517): Registering regionserver=e12b86b8109d,34697,1733311214647 2024-12-04T11:20:16,822 DEBUG [RS:0;e12b86b8109d:34697 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c 2024-12-04T11:20:16,822 DEBUG [RS:0;e12b86b8109d:34697 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45891 2024-12-04T11:20:16,822 DEBUG [RS:0;e12b86b8109d:34697 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T11:20:16,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x101a01211290003, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-759511661/rs 2024-12-04T11:20:16,879 DEBUG [RS:0;e12b86b8109d:34697 {}] zookeeper.ZKUtil(111): regionserver:34697-0x101a01211290004, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Set watcher on existing znode=/1-759511661/rs/e12b86b8109d,34697,1733311214647 2024-12-04T11:20:16,879 WARN [RS:0;e12b86b8109d:34697 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:20:16,879 INFO [RS:0;e12b86b8109d:34697 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:20:16,879 DEBUG [RS:0;e12b86b8109d:34697 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647 2024-12-04T11:20:16,880 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e12b86b8109d,34697,1733311214647] 2024-12-04T11:20:16,884 INFO [RS:0;e12b86b8109d:34697 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T11:20:16,886 INFO [RS:0;e12b86b8109d:34697 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T11:20:16,886 INFO [RS:0;e12b86b8109d:34697 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T11:20:16,886 INFO [RS:0;e12b86b8109d:34697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:16,886 INFO [RS:0;e12b86b8109d:34697 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T11:20:16,886 INFO [RS:0;e12b86b8109d:34697 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T11:20:16,887 INFO [RS:0;e12b86b8109d:34697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:16,887 DEBUG [RS:0;e12b86b8109d:34697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:16,887 DEBUG [RS:0;e12b86b8109d:34697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:16,887 DEBUG [RS:0;e12b86b8109d:34697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:16,887 DEBUG [RS:0;e12b86b8109d:34697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:16,887 DEBUG [RS:0;e12b86b8109d:34697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:16,887 DEBUG [RS:0;e12b86b8109d:34697 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:20:16,887 DEBUG [RS:0;e12b86b8109d:34697 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:16,887 DEBUG [RS:0;e12b86b8109d:34697 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:16,887 DEBUG [RS:0;e12b86b8109d:34697 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:16,887 DEBUG [RS:0;e12b86b8109d:34697 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:16,887 DEBUG [RS:0;e12b86b8109d:34697 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:16,887 DEBUG [RS:0;e12b86b8109d:34697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:16,887 DEBUG [RS:0;e12b86b8109d:34697 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:20:16,887 DEBUG [RS:0;e12b86b8109d:34697 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:20:16,887 INFO [RS:0;e12b86b8109d:34697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:16,887 INFO [RS:0;e12b86b8109d:34697 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:16,887 INFO [RS:0;e12b86b8109d:34697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:16,887 INFO [RS:0;e12b86b8109d:34697 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:16,887 INFO [RS:0;e12b86b8109d:34697 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:16,887 INFO [RS:0;e12b86b8109d:34697 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,34697,1733311214647-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:20:16,898 INFO [RS:0;e12b86b8109d:34697 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T11:20:16,898 INFO [RS:0;e12b86b8109d:34697 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,34697,1733311214647-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:16,898 INFO [RS:0;e12b86b8109d:34697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:16,898 INFO [RS:0;e12b86b8109d:34697 {}] regionserver.Replication(171): e12b86b8109d,34697,1733311214647 started 2024-12-04T11:20:16,908 INFO [RS:0;e12b86b8109d:34697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:16,908 INFO [RS:0;e12b86b8109d:34697 {}] regionserver.HRegionServer(1482): Serving as e12b86b8109d,34697,1733311214647, RpcServer on e12b86b8109d/172.17.0.2:34697, sessionid=0x101a01211290004 2024-12-04T11:20:16,908 DEBUG [RS:0;e12b86b8109d:34697 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T11:20:16,908 DEBUG [RS:0;e12b86b8109d:34697 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e12b86b8109d,34697,1733311214647 2024-12-04T11:20:16,908 DEBUG [RS:0;e12b86b8109d:34697 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,34697,1733311214647' 2024-12-04T11:20:16,909 DEBUG [RS:0;e12b86b8109d:34697 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-759511661/flush-table-proc/abort' 2024-12-04T11:20:16,909 DEBUG [RS:0;e12b86b8109d:34697 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-759511661/flush-table-proc/acquired' 2024-12-04T11:20:16,909 DEBUG [RS:0;e12b86b8109d:34697 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T11:20:16,909 DEBUG [RS:0;e12b86b8109d:34697 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T11:20:16,909 DEBUG [RS:0;e12b86b8109d:34697 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e12b86b8109d,34697,1733311214647 2024-12-04T11:20:16,909 DEBUG [RS:0;e12b86b8109d:34697 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,34697,1733311214647' 2024-12-04T11:20:16,909 DEBUG [RS:0;e12b86b8109d:34697 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-759511661/online-snapshot/abort' 2024-12-04T11:20:16,910 DEBUG [RS:0;e12b86b8109d:34697 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-759511661/online-snapshot/acquired' 2024-12-04T11:20:16,910 DEBUG [RS:0;e12b86b8109d:34697 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T11:20:16,910 INFO [RS:0;e12b86b8109d:34697 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T11:20:16,910 INFO [RS:0;e12b86b8109d:34697 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T11:20:17,010 INFO [RS:0;e12b86b8109d:34697 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:20:17,011 INFO [RS:0;e12b86b8109d:34697 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C34697%2C1733311214647, suffix=, logDir=hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647, archiveDir=hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/oldWALs, maxLogs=10 2024-12-04T11:20:17,021 DEBUG [RS:0;e12b86b8109d:34697 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647/e12b86b8109d%2C34697%2C1733311214647.1733311217011, exclude list is [], retry=0 2024-12-04T11:20:17,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43023,DS-2664f969-e227-44d9-aa1b-bbd525674da3,DISK] 2024-12-04T11:20:17,025 INFO [RS:0;e12b86b8109d:34697 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647/e12b86b8109d%2C34697%2C1733311214647.1733311217011 2024-12-04T11:20:17,025 DEBUG [RS:0;e12b86b8109d:34697 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42165:42165)] 2024-12-04T11:20:17,127 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T11:20:17,127 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c 2024-12-04T11:20:17,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741833_1009 (size=32) 2024-12-04T11:20:17,180 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T11:20:17,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:20:17,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:20:17,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:20:17,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:17,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:17,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:20:17,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:20:17,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:17,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:17,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:20:17,535 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:20:17,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:17,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:17,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:20:17,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:20:17,536 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:17,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:17,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:20:17,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/hbase/meta/1588230740 2024-12-04T11:20:17,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/hbase/meta/1588230740 2024-12-04T11:20:17,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:20:17,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:20:17,539 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:20:17,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:20:17,541 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:20:17,541 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71260890, jitterRate=0.06187000870704651}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:20:17,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733311217531Initializing all the Stores at 1733311217532 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311217532Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311217532Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311217532Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311217532Cleaning up temporary data from old regions at 1733311217538 (+6 ms)Region opened successfully at 1733311217541 (+3 ms) 2024-12-04T11:20:17,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:20:17,541 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:20:17,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:20:17,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:20:17,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:20:17,542 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:20:17,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311217541Disabling compacts and flushes for region at 1733311217541Disabling writes for close at 1733311217541Writing region close event to WAL at 1733311217542 (+1 ms)Closed at 1733311217542 2024-12-04T11:20:17,543 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:20:17,543 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T11:20:17,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T11:20:17,543 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:20:17,544 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T11:20:17,694 DEBUG [e12b86b8109d:37243 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T11:20:17,695 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e12b86b8109d,34697,1733311214647 2024-12-04T11:20:17,695 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,34697,1733311214647, state=OPENING 2024-12-04T11:20:17,745 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T11:20:17,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x101a01211290003, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-759511661 2024-12-04T11:20:17,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34697-0x101a01211290004, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-759511661 2024-12-04T11:20:17,756 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:20:17,756 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-759511661/meta-region-server: CHANGED 2024-12-04T11:20:17,756 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-759511661/meta-region-server: CHANGED 2024-12-04T11:20:17,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,34697,1733311214647}] 2024-12-04T11:20:17,908 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T11:20:17,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T11:20:17,911 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T11:20:17,911 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:20:17,911 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T11:20:17,912 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C34697%2C1733311214647.meta, suffix=.meta, logDir=hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647, archiveDir=hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/oldWALs, maxLogs=10 2024-12-04T11:20:17,923 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647/e12b86b8109d%2C34697%2C1733311214647.meta.1733311217912.meta, exclude list is [], retry=0 2024-12-04T11:20:17,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43023,DS-2664f969-e227-44d9-aa1b-bbd525674da3,DISK] 2024-12-04T11:20:17,926 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647/e12b86b8109d%2C34697%2C1733311214647.meta.1733311217912.meta 2024-12-04T11:20:17,926 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42165:42165)] 2024-12-04T11:20:17,927 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:20:17,927 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:20:17,927 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T11:20:17,927 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T11:20:17,927 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T11:20:17,927 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T11:20:17,927 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:20:17,927 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T11:20:17,927 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T11:20:17,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:20:17,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:20:17,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:17,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:17,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:20:17,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:20:17,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:17,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:17,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:20:17,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:20:17,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:17,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:17,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:20:17,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:20:17,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:17,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:17,932 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:20:17,933 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/hbase/meta/1588230740 2024-12-04T11:20:17,933 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/hbase/meta/1588230740 2024-12-04T11:20:17,934 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:20:17,934 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:20:17,935 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:20:17,936 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:20:17,936 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70880161, jitterRate=0.056196704506874084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:20:17,936 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T11:20:17,936 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733311217928Writing region info on filesystem at 1733311217928Initializing all the Stores at 1733311217928Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311217928Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311217928Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311217928Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311217928Cleaning up temporary data from old regions at 1733311217934 (+6 ms)Running coprocessor post-open hooks at 1733311217936 (+2 ms)Region opened successfully at 1733311217936 2024-12-04T11:20:17,937 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733311217908 2024-12-04T11:20:17,938 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T11:20:17,938 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T11:20:17,939 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e12b86b8109d,34697,1733311214647 2024-12-04T11:20:17,939 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,34697,1733311214647, state=OPEN 2024-12-04T11:20:17,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34697-0x101a01211290004, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-759511661/meta-region-server 2024-12-04T11:20:17,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x101a01211290003, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-759511661/meta-region-server 2024-12-04T11:20:17,995 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e12b86b8109d,34697,1733311214647 2024-12-04T11:20:17,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-759511661/meta-region-server: CHANGED 2024-12-04T11:20:17,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-759511661/meta-region-server: CHANGED 2024-12-04T11:20:17,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T11:20:17,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,34697,1733311214647 in 239 msec 2024-12-04T11:20:17,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T11:20:17,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 453 msec 2024-12-04T11:20:17,998 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:20:17,998 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T11:20:17,999 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:20:17,999 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,34697,1733311214647, seqNum=-1] 2024-12-04T11:20:18,000 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:20:18,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:20:18,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2960 sec 2024-12-04T11:20:18,004 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733311218004, completionTime=-1 2024-12-04T11:20:18,004 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T11:20:18,004 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T11:20:18,006 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T11:20:18,006 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733311278006 2024-12-04T11:20:18,006 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733311338006 2024-12-04T11:20:18,006 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T11:20:18,006 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,37243,1733311214418-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:18,006 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,37243,1733311214418-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:18,006 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,37243,1733311214418-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:18,006 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e12b86b8109d:37243, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:18,006 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:18,007 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:18,007 DEBUG [master/e12b86b8109d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T11:20:18,009 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.285sec 2024-12-04T11:20:18,009 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T11:20:18,009 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T11:20:18,009 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T11:20:18,009 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T11:20:18,009 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T11:20:18,009 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,37243,1733311214418-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:20:18,009 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,37243,1733311214418-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T11:20:18,011 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T11:20:18,011 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T11:20:18,011 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,37243,1733311214418-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:18,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f9ab952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:18,089 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,37243,-1 for getting cluster id 2024-12-04T11:20:18,089 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:20:18,090 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8de2b5d-626a-4f47-aae9-8c1a768695af' 2024-12-04T11:20:18,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:20:18,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8de2b5d-626a-4f47-aae9-8c1a768695af" 2024-12-04T11:20:18,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@166ad4ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:18,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,37243,-1] 2024-12-04T11:20:18,091 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:20:18,091 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:18,091 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:20:18,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2229cd7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:18,092 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:20:18,093 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,34697,1733311214647, seqNum=-1] 2024-12-04T11:20:18,094 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:20:18,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:20:18,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e12b86b8109d,37243,1733311214418 2024-12-04T11:20:18,096 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63964 2024-12-04T11:20:18,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:20:18,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a01211290005 connected 2024-12-04T11:20:18,136 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:20:18,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,34155,1733311208778 2024-12-04T11:20:18,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3546686f 2024-12-04T11:20:18,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:20:18,138 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:20:18,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:20:18,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T11:20:18,140 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T11:20:18,140 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:18,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T11:20:18,141 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T11:20:18,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:20:18,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741835_1011 (size=902) 2024-12-04T11:20:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:20:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:20:18,547 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 948dc6123e11b7d4e2cfa2faf7ba8d19, NAME => 'test,,1733311218138.948dc6123e11b7d4e2cfa2faf7ba8d19.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a 2024-12-04T11:20:18,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741836_1012 (size=39) 2024-12-04T11:20:18,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:20:18,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733311218138.948dc6123e11b7d4e2cfa2faf7ba8d19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:20:18,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 948dc6123e11b7d4e2cfa2faf7ba8d19, disabling compactions & flushes 2024-12-04T11:20:18,952 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733311218138.948dc6123e11b7d4e2cfa2faf7ba8d19. 2024-12-04T11:20:18,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733311218138.948dc6123e11b7d4e2cfa2faf7ba8d19. 2024-12-04T11:20:18,953 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733311218138.948dc6123e11b7d4e2cfa2faf7ba8d19. after waiting 0 ms 2024-12-04T11:20:18,953 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733311218138.948dc6123e11b7d4e2cfa2faf7ba8d19. 2024-12-04T11:20:18,953 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733311218138.948dc6123e11b7d4e2cfa2faf7ba8d19. 2024-12-04T11:20:18,953 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 948dc6123e11b7d4e2cfa2faf7ba8d19: Waiting for close lock at 1733311218952Disabling compacts and flushes for region at 1733311218952Disabling writes for close at 1733311218953 (+1 ms)Writing region close event to WAL at 1733311218953Closed at 1733311218953 2024-12-04T11:20:18,954 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T11:20:18,954 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733311218138.948dc6123e11b7d4e2cfa2faf7ba8d19.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733311218954"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733311218954"}]},"ts":"1733311218954"} 2024-12-04T11:20:18,955 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T11:20:18,956 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T11:20:18,956 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311218956"}]},"ts":"1733311218956"} 2024-12-04T11:20:18,958 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T11:20:18,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=948dc6123e11b7d4e2cfa2faf7ba8d19, ASSIGN}] 2024-12-04T11:20:18,959 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=948dc6123e11b7d4e2cfa2faf7ba8d19, ASSIGN 2024-12-04T11:20:18,959 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=948dc6123e11b7d4e2cfa2faf7ba8d19, ASSIGN; state=OFFLINE, location=e12b86b8109d,42009,1733311209048; forceNewPlan=false, retain=false 2024-12-04T11:20:19,110 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=948dc6123e11b7d4e2cfa2faf7ba8d19, regionState=OPENING, regionLocation=e12b86b8109d,42009,1733311209048 2024-12-04T11:20:19,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=948dc6123e11b7d4e2cfa2faf7ba8d19, ASSIGN because future has completed 2024-12-04T11:20:19,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 948dc6123e11b7d4e2cfa2faf7ba8d19, server=e12b86b8109d,42009,1733311209048}] 2024-12-04T11:20:19,268 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733311218138.948dc6123e11b7d4e2cfa2faf7ba8d19. 2024-12-04T11:20:19,268 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 948dc6123e11b7d4e2cfa2faf7ba8d19, NAME => 'test,,1733311218138.948dc6123e11b7d4e2cfa2faf7ba8d19.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:20:19,268 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:20:19,268 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T11:20:19,268 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 948dc6123e11b7d4e2cfa2faf7ba8d19 2024-12-04T11:20:19,268 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733311218138.948dc6123e11b7d4e2cfa2faf7ba8d19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:20:19,269 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 948dc6123e11b7d4e2cfa2faf7ba8d19 2024-12-04T11:20:19,269 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 948dc6123e11b7d4e2cfa2faf7ba8d19 2024-12-04T11:20:19,271 INFO [StoreOpener-948dc6123e11b7d4e2cfa2faf7ba8d19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 948dc6123e11b7d4e2cfa2faf7ba8d19 2024-12-04T11:20:19,272 INFO [StoreOpener-948dc6123e11b7d4e2cfa2faf7ba8d19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 948dc6123e11b7d4e2cfa2faf7ba8d19 columnFamilyName f 2024-12-04T11:20:19,272 DEBUG [StoreOpener-948dc6123e11b7d4e2cfa2faf7ba8d19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:19,272 INFO [StoreOpener-948dc6123e11b7d4e2cfa2faf7ba8d19-1 {}] regionserver.HStore(327): Store=948dc6123e11b7d4e2cfa2faf7ba8d19/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:20:19,272 INFO [StoreOpener-948dc6123e11b7d4e2cfa2faf7ba8d19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 948dc6123e11b7d4e2cfa2faf7ba8d19 2024-12-04T11:20:19,273 INFO [StoreOpener-948dc6123e11b7d4e2cfa2faf7ba8d19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 948dc6123e11b7d4e2cfa2faf7ba8d19 columnFamilyName f1 2024-12-04T11:20:19,273 DEBUG [StoreOpener-948dc6123e11b7d4e2cfa2faf7ba8d19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:19,273 INFO [StoreOpener-948dc6123e11b7d4e2cfa2faf7ba8d19-1 {}] regionserver.HStore(327): Store=948dc6123e11b7d4e2cfa2faf7ba8d19/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:20:19,273 INFO [StoreOpener-948dc6123e11b7d4e2cfa2faf7ba8d19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 948dc6123e11b7d4e2cfa2faf7ba8d19 2024-12-04T11:20:19,274 INFO [StoreOpener-948dc6123e11b7d4e2cfa2faf7ba8d19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 948dc6123e11b7d4e2cfa2faf7ba8d19 columnFamilyName norep 2024-12-04T11:20:19,274 DEBUG [StoreOpener-948dc6123e11b7d4e2cfa2faf7ba8d19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:19,274 INFO [StoreOpener-948dc6123e11b7d4e2cfa2faf7ba8d19-1 {}] regionserver.HStore(327): Store=948dc6123e11b7d4e2cfa2faf7ba8d19/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:20:19,274 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 948dc6123e11b7d4e2cfa2faf7ba8d19 2024-12-04T11:20:19,275 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/default/test/948dc6123e11b7d4e2cfa2faf7ba8d19 2024-12-04T11:20:19,275 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/default/test/948dc6123e11b7d4e2cfa2faf7ba8d19 2024-12-04T11:20:19,276 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 948dc6123e11b7d4e2cfa2faf7ba8d19 2024-12-04T11:20:19,276 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 948dc6123e11b7d4e2cfa2faf7ba8d19 2024-12-04T11:20:19,276 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T11:20:19,277 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 948dc6123e11b7d4e2cfa2faf7ba8d19 2024-12-04T11:20:19,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:20:19,278 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/default/test/948dc6123e11b7d4e2cfa2faf7ba8d19/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:20:19,279 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 948dc6123e11b7d4e2cfa2faf7ba8d19; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66436380, jitterRate=-0.010020792484283447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T11:20:19,279 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 948dc6123e11b7d4e2cfa2faf7ba8d19 2024-12-04T11:20:19,279 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 948dc6123e11b7d4e2cfa2faf7ba8d19: Running coprocessor pre-open hook at 1733311219269Writing region info on filesystem at 1733311219269Initializing all the Stores at 1733311219269Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311219269Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311219271 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311219271Cleaning up temporary data from old regions at 1733311219276 (+5 ms)Running coprocessor post-open hooks at 1733311219279 (+3 ms)Region opened successfully at 1733311219279 2024-12-04T11:20:19,280 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733311218138.948dc6123e11b7d4e2cfa2faf7ba8d19., pid=6, masterSystemTime=1733311219264 2024-12-04T11:20:19,281 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733311218138.948dc6123e11b7d4e2cfa2faf7ba8d19. 2024-12-04T11:20:19,281 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733311218138.948dc6123e11b7d4e2cfa2faf7ba8d19. 2024-12-04T11:20:19,282 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=948dc6123e11b7d4e2cfa2faf7ba8d19, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e12b86b8109d,42009,1733311209048 2024-12-04T11:20:19,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 948dc6123e11b7d4e2cfa2faf7ba8d19, server=e12b86b8109d,42009,1733311209048 because future has completed 2024-12-04T11:20:19,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T11:20:19,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 948dc6123e11b7d4e2cfa2faf7ba8d19, server=e12b86b8109d,42009,1733311209048 in 172 msec 2024-12-04T11:20:19,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T11:20:19,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=948dc6123e11b7d4e2cfa2faf7ba8d19, ASSIGN in 327 msec 2024-12-04T11:20:19,287 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T11:20:19,287 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311219287"}]},"ts":"1733311219287"} 2024-12-04T11:20:19,289 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T11:20:19,289 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T11:20:19,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-12-04T11:20:20,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:20:20,298 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T11:20:20,298 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:20:20,299 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,37243,1733311214418 2024-12-04T11:20:20,299 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54db61f0 2024-12-04T11:20:20,299 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:20:20,300 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:20:20,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:20:20,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T11:20:20,302 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T11:20:20,302 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:20,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T11:20:20,303 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T11:20:20,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:20:20,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741835_1011 (size=902) 2024-12-04T11:20:20,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:20:20,418 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:20:20,418 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e12b86b8109d,39329,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:39329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T11:20:20,418 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18298 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e12b86b8109d,39329,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:39329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T11:20:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:20:20,708 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e5bfab17627b1b983125dcaf4b3422ef, NAME => 'test,,1733311220300.e5bfab17627b1b983125dcaf4b3422ef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c 2024-12-04T11:20:20,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741836_1012 (size=39) 2024-12-04T11:20:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:20:21,113 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733311220300.e5bfab17627b1b983125dcaf4b3422ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:20:21,113 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e5bfab17627b1b983125dcaf4b3422ef, disabling compactions & flushes 2024-12-04T11:20:21,113 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733311220300.e5bfab17627b1b983125dcaf4b3422ef. 2024-12-04T11:20:21,113 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733311220300.e5bfab17627b1b983125dcaf4b3422ef. 2024-12-04T11:20:21,113 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733311220300.e5bfab17627b1b983125dcaf4b3422ef. after waiting 0 ms 2024-12-04T11:20:21,113 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733311220300.e5bfab17627b1b983125dcaf4b3422ef. 2024-12-04T11:20:21,113 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733311220300.e5bfab17627b1b983125dcaf4b3422ef. 2024-12-04T11:20:21,113 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e5bfab17627b1b983125dcaf4b3422ef: Waiting for close lock at 1733311221113Disabling compacts and flushes for region at 1733311221113Disabling writes for close at 1733311221113Writing region close event to WAL at 1733311221113Closed at 1733311221113 2024-12-04T11:20:21,114 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T11:20:21,114 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733311220300.e5bfab17627b1b983125dcaf4b3422ef.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733311221114"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733311221114"}]},"ts":"1733311221114"} 2024-12-04T11:20:21,116 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T11:20:21,116 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T11:20:21,116 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311221116"}]},"ts":"1733311221116"} 2024-12-04T11:20:21,118 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T11:20:21,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e5bfab17627b1b983125dcaf4b3422ef, ASSIGN}] 2024-12-04T11:20:21,119 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e5bfab17627b1b983125dcaf4b3422ef, ASSIGN 2024-12-04T11:20:21,119 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e5bfab17627b1b983125dcaf4b3422ef, ASSIGN; state=OFFLINE, location=e12b86b8109d,34697,1733311214647; forceNewPlan=false, retain=false 2024-12-04T11:20:21,208 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T11:20:21,208 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T11:20:21,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T11:20:21,209 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T11:20:21,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:20:21,209 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T11:20:21,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T11:20:21,209 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T11:20:21,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:20:21,209 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T11:20:21,270 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e5bfab17627b1b983125dcaf4b3422ef, regionState=OPENING, regionLocation=e12b86b8109d,34697,1733311214647 2024-12-04T11:20:21,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e5bfab17627b1b983125dcaf4b3422ef, ASSIGN because future has completed 2024-12-04T11:20:21,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5bfab17627b1b983125dcaf4b3422ef, server=e12b86b8109d,34697,1733311214647}] 2024-12-04T11:20:21,427 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733311220300.e5bfab17627b1b983125dcaf4b3422ef. 2024-12-04T11:20:21,427 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e5bfab17627b1b983125dcaf4b3422ef, NAME => 'test,,1733311220300.e5bfab17627b1b983125dcaf4b3422ef.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:20:21,427 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:20:21,427 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T11:20:21,427 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e5bfab17627b1b983125dcaf4b3422ef 2024-12-04T11:20:21,427 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733311220300.e5bfab17627b1b983125dcaf4b3422ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:20:21,427 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e5bfab17627b1b983125dcaf4b3422ef 2024-12-04T11:20:21,427 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e5bfab17627b1b983125dcaf4b3422ef 2024-12-04T11:20:21,431 INFO [StoreOpener-e5bfab17627b1b983125dcaf4b3422ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e5bfab17627b1b983125dcaf4b3422ef 2024-12-04T11:20:21,432 INFO [StoreOpener-e5bfab17627b1b983125dcaf4b3422ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5bfab17627b1b983125dcaf4b3422ef columnFamilyName f 2024-12-04T11:20:21,432 DEBUG [StoreOpener-e5bfab17627b1b983125dcaf4b3422ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:21,432 INFO [StoreOpener-e5bfab17627b1b983125dcaf4b3422ef-1 {}] regionserver.HStore(327): Store=e5bfab17627b1b983125dcaf4b3422ef/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:20:21,432 INFO [StoreOpener-e5bfab17627b1b983125dcaf4b3422ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e5bfab17627b1b983125dcaf4b3422ef 2024-12-04T11:20:21,433 INFO [StoreOpener-e5bfab17627b1b983125dcaf4b3422ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5bfab17627b1b983125dcaf4b3422ef columnFamilyName f1 2024-12-04T11:20:21,433 DEBUG [StoreOpener-e5bfab17627b1b983125dcaf4b3422ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:21,433 INFO [StoreOpener-e5bfab17627b1b983125dcaf4b3422ef-1 {}] regionserver.HStore(327): Store=e5bfab17627b1b983125dcaf4b3422ef/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:20:21,433 INFO [StoreOpener-e5bfab17627b1b983125dcaf4b3422ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e5bfab17627b1b983125dcaf4b3422ef 2024-12-04T11:20:21,434 INFO [StoreOpener-e5bfab17627b1b983125dcaf4b3422ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5bfab17627b1b983125dcaf4b3422ef columnFamilyName norep 2024-12-04T11:20:21,434 DEBUG [StoreOpener-e5bfab17627b1b983125dcaf4b3422ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:21,434 INFO [StoreOpener-e5bfab17627b1b983125dcaf4b3422ef-1 {}] regionserver.HStore(327): Store=e5bfab17627b1b983125dcaf4b3422ef/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:20:21,434 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e5bfab17627b1b983125dcaf4b3422ef 2024-12-04T11:20:21,435 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/default/test/e5bfab17627b1b983125dcaf4b3422ef 2024-12-04T11:20:21,435 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/default/test/e5bfab17627b1b983125dcaf4b3422ef 2024-12-04T11:20:21,435 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e5bfab17627b1b983125dcaf4b3422ef 2024-12-04T11:20:21,435 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e5bfab17627b1b983125dcaf4b3422ef 2024-12-04T11:20:21,436 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T11:20:21,436 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e5bfab17627b1b983125dcaf4b3422ef 2024-12-04T11:20:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:20:21,438 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/default/test/e5bfab17627b1b983125dcaf4b3422ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:20:21,438 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e5bfab17627b1b983125dcaf4b3422ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64247628, jitterRate=-0.04263573884963989}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T11:20:21,438 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e5bfab17627b1b983125dcaf4b3422ef 2024-12-04T11:20:21,438 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e5bfab17627b1b983125dcaf4b3422ef: Running coprocessor pre-open hook at 1733311221427Writing region info on filesystem at 1733311221428 (+1 ms)Initializing all the Stores at 1733311221428Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311221428Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311221430 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311221430Cleaning up temporary data from old regions at 1733311221435 (+5 ms)Running coprocessor post-open hooks at 1733311221438 (+3 ms)Region opened successfully at 1733311221438 2024-12-04T11:20:21,439 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733311220300.e5bfab17627b1b983125dcaf4b3422ef., pid=6, masterSystemTime=1733311221424 2024-12-04T11:20:21,440 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733311220300.e5bfab17627b1b983125dcaf4b3422ef. 2024-12-04T11:20:21,440 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733311220300.e5bfab17627b1b983125dcaf4b3422ef. 2024-12-04T11:20:21,441 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e5bfab17627b1b983125dcaf4b3422ef, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e12b86b8109d,34697,1733311214647 2024-12-04T11:20:21,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5bfab17627b1b983125dcaf4b3422ef, server=e12b86b8109d,34697,1733311214647 because future has completed 2024-12-04T11:20:21,445 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T11:20:21,445 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e5bfab17627b1b983125dcaf4b3422ef, server=e12b86b8109d,34697,1733311214647 in 171 msec 2024-12-04T11:20:21,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T11:20:21,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e5bfab17627b1b983125dcaf4b3422ef, ASSIGN in 327 msec 2024-12-04T11:20:21,447 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T11:20:21,447 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311221447"}]},"ts":"1733311221447"} 2024-12-04T11:20:21,448 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T11:20:21,449 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T11:20:21,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-12-04T11:20:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:20:22,447 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T11:20:22,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13af988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:22,448 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,34155,-1 for getting cluster id 2024-12-04T11:20:22,448 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:20:22,449 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b314d3c-b849-4b7a-8671-ab482a4021be' 2024-12-04T11:20:22,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:20:22,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b314d3c-b849-4b7a-8671-ab482a4021be" 2024-12-04T11:20:22,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c89bf9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:22,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,34155,-1] 2024-12-04T11:20:22,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:20:22,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:22,450 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:20:22,451 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77829dc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:22,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa6eedb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:22,451 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,37243,-1 for getting cluster id 2024-12-04T11:20:22,451 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:20:22,452 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8de2b5d-626a-4f47-aae9-8c1a768695af' 2024-12-04T11:20:22,452 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:20:22,452 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8de2b5d-626a-4f47-aae9-8c1a768695af" 2024-12-04T11:20:22,452 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a10ab74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:22,452 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,37243,-1] 2024-12-04T11:20:22,452 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:20:22,452 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:22,453 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:20:22,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f2abbdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:22,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d23902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:22,454 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,34155,-1 for getting cluster id 2024-12-04T11:20:22,454 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:20:22,454 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b314d3c-b849-4b7a-8671-ab482a4021be' 2024-12-04T11:20:22,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:20:22,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b314d3c-b849-4b7a-8671-ab482a4021be" 2024-12-04T11:20:22,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@485c70be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:22,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,34155,-1] 2024-12-04T11:20:22,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:20:22,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:22,456 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:20:22,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56b8685f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:22,456 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:20:22,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,34155,1733311208778 2024-12-04T11:20:22,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@146fe4be 2024-12-04T11:20:22,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:20:22,457 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:20:22,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e12b86b8109d:37243,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T11:20:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T11:20:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:20:22,460 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e12b86b8109d:37243' 2024-12-04T11:20:22,461 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a6cc7eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:22,461 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,37243,-1 for getting cluster id 2024-12-04T11:20:22,461 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:20:22,462 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8de2b5d-626a-4f47-aae9-8c1a768695af' 2024-12-04T11:20:22,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:20:22,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8de2b5d-626a-4f47-aae9-8c1a768695af" 2024-12-04T11:20:22,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b1812b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:22,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,37243,-1] 2024-12-04T11:20:22,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:20:22,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:22,463 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:20:22,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6510cedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:22,463 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:20:22,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,37243,1733311214418 2024-12-04T11:20:22,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71d97cf0 2024-12-04T11:20:22,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:20:22,465 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:20:22,465 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-04T11:20:22,465 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T11:20:22,465 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:22,465 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:22,465 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:20:22,466 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:20:22,466 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T11:20:22,467 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T11:20:22,467 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:22,468 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T11:20:22,517 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T11:20:22,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741837_1013 (size=1138) 2024-12-04T11:20:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:20:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:20:22,884 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T11:20:22,943 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 04e60b7f8e3b246821af922f19f183ef, NAME => 'hbase:replication,,1733311222466.04e60b7f8e3b246821af922f19f183ef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a 2024-12-04T11:20:22,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741838_1014 (size=44) 2024-12-04T11:20:23,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:20:23,348 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733311222466.04e60b7f8e3b246821af922f19f183ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:20:23,348 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 04e60b7f8e3b246821af922f19f183ef, disabling compactions & flushes 2024-12-04T11:20:23,348 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733311222466.04e60b7f8e3b246821af922f19f183ef. 2024-12-04T11:20:23,348 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733311222466.04e60b7f8e3b246821af922f19f183ef. 2024-12-04T11:20:23,348 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733311222466.04e60b7f8e3b246821af922f19f183ef. after waiting 0 ms 2024-12-04T11:20:23,348 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733311222466.04e60b7f8e3b246821af922f19f183ef. 2024-12-04T11:20:23,348 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733311222466.04e60b7f8e3b246821af922f19f183ef. 2024-12-04T11:20:23,348 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 04e60b7f8e3b246821af922f19f183ef: Waiting for close lock at 1733311223348Disabling compacts and flushes for region at 1733311223348Disabling writes for close at 1733311223348Writing region close event to WAL at 1733311223348Closed at 1733311223348 2024-12-04T11:20:23,349 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T11:20:23,350 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733311222466.04e60b7f8e3b246821af922f19f183ef.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733311223349"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733311223349"}]},"ts":"1733311223349"} 2024-12-04T11:20:23,351 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T11:20:23,352 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T11:20:23,352 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311223352"}]},"ts":"1733311223352"} 2024-12-04T11:20:23,353 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T11:20:23,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=04e60b7f8e3b246821af922f19f183ef, ASSIGN}] 2024-12-04T11:20:23,355 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=04e60b7f8e3b246821af922f19f183ef, ASSIGN 2024-12-04T11:20:23,355 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=04e60b7f8e3b246821af922f19f183ef, ASSIGN; state=OFFLINE, location=e12b86b8109d,42009,1733311209048; forceNewPlan=false, retain=false 2024-12-04T11:20:23,429 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:20:23,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:23,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:23,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:23,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:23,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:23,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:23,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:23,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:23,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:23,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:23,506 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=04e60b7f8e3b246821af922f19f183ef, regionState=OPENING, regionLocation=e12b86b8109d,42009,1733311209048 2024-12-04T11:20:23,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=04e60b7f8e3b246821af922f19f183ef, ASSIGN because future has completed 2024-12-04T11:20:23,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04e60b7f8e3b246821af922f19f183ef, server=e12b86b8109d,42009,1733311209048}] 2024-12-04T11:20:23,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:20:23,663 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733311222466.04e60b7f8e3b246821af922f19f183ef. 2024-12-04T11:20:23,663 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:20:23,663 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T11:20:23,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C42009%2C1733311209048.rep, suffix=, logDir=hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048, archiveDir=hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/oldWALs, maxLogs=10 2024-12-04T11:20:23,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.rep.1733311223664, exclude list is [], retry=0 2024-12-04T11:20:23,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41675,DS-02095863-5aca-413f-88d5-8dfa61a6aab4,DISK] 2024-12-04T11:20:23,678 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.rep.1733311223664 2024-12-04T11:20:23,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41681:41681)] 2024-12-04T11:20:23,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 04e60b7f8e3b246821af922f19f183ef, NAME => 'hbase:replication,,1733311222466.04e60b7f8e3b246821af922f19f183ef.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:20:23,678 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:20:23,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T11:20:23,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733311222466.04e60b7f8e3b246821af922f19f183ef. service=MultiRowMutationService 2024-12-04T11:20:23,679 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T11:20:23,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 04e60b7f8e3b246821af922f19f183ef 2024-12-04T11:20:23,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733311222466.04e60b7f8e3b246821af922f19f183ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:20:23,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 04e60b7f8e3b246821af922f19f183ef 2024-12-04T11:20:23,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 04e60b7f8e3b246821af922f19f183ef 2024-12-04T11:20:23,680 INFO [StoreOpener-04e60b7f8e3b246821af922f19f183ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 04e60b7f8e3b246821af922f19f183ef 2024-12-04T11:20:23,681 INFO [StoreOpener-04e60b7f8e3b246821af922f19f183ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04e60b7f8e3b246821af922f19f183ef columnFamilyName hfileref 2024-12-04T11:20:23,681 DEBUG [StoreOpener-04e60b7f8e3b246821af922f19f183ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:23,681 INFO [StoreOpener-04e60b7f8e3b246821af922f19f183ef-1 {}] regionserver.HStore(327): Store=04e60b7f8e3b246821af922f19f183ef/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:20:23,681 INFO [StoreOpener-04e60b7f8e3b246821af922f19f183ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 04e60b7f8e3b246821af922f19f183ef 2024-12-04T11:20:23,682 INFO [StoreOpener-04e60b7f8e3b246821af922f19f183ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04e60b7f8e3b246821af922f19f183ef columnFamilyName queue 2024-12-04T11:20:23,682 DEBUG [StoreOpener-04e60b7f8e3b246821af922f19f183ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:23,682 INFO [StoreOpener-04e60b7f8e3b246821af922f19f183ef-1 {}] regionserver.HStore(327): Store=04e60b7f8e3b246821af922f19f183ef/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:20:23,682 INFO [StoreOpener-04e60b7f8e3b246821af922f19f183ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 04e60b7f8e3b246821af922f19f183ef 2024-12-04T11:20:23,683 INFO [StoreOpener-04e60b7f8e3b246821af922f19f183ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04e60b7f8e3b246821af922f19f183ef columnFamilyName sid 2024-12-04T11:20:23,683 DEBUG [StoreOpener-04e60b7f8e3b246821af922f19f183ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:23,684 INFO [StoreOpener-04e60b7f8e3b246821af922f19f183ef-1 {}] regionserver.HStore(327): Store=04e60b7f8e3b246821af922f19f183ef/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:20:23,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 04e60b7f8e3b246821af922f19f183ef 2024-12-04T11:20:23,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/hbase/replication/04e60b7f8e3b246821af922f19f183ef 2024-12-04T11:20:23,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/hbase/replication/04e60b7f8e3b246821af922f19f183ef 2024-12-04T11:20:23,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 04e60b7f8e3b246821af922f19f183ef 2024-12-04T11:20:23,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 04e60b7f8e3b246821af922f19f183ef 2024-12-04T11:20:23,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T11:20:23,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 04e60b7f8e3b246821af922f19f183ef 2024-12-04T11:20:23,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/hbase/replication/04e60b7f8e3b246821af922f19f183ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:20:23,688 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 04e60b7f8e3b246821af922f19f183ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63729891, jitterRate=-0.050350621342659}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T11:20:23,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 04e60b7f8e3b246821af922f19f183ef 2024-12-04T11:20:23,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 04e60b7f8e3b246821af922f19f183ef: Running coprocessor pre-open hook at 1733311223679Writing region info on filesystem at 1733311223679Initializing all the Stores at 1733311223680 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311223680Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311223680Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311223680Cleaning up temporary data from old regions at 1733311223685 (+5 ms)Running coprocessor post-open hooks at 1733311223688 (+3 ms)Region opened successfully at 1733311223689 (+1 ms) 2024-12-04T11:20:23,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733311222466.04e60b7f8e3b246821af922f19f183ef., pid=10, masterSystemTime=1733311223660 2024-12-04T11:20:23,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733311222466.04e60b7f8e3b246821af922f19f183ef. 2024-12-04T11:20:23,691 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733311222466.04e60b7f8e3b246821af922f19f183ef. 2024-12-04T11:20:23,691 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=04e60b7f8e3b246821af922f19f183ef, regionState=OPEN, openSeqNum=2, regionLocation=e12b86b8109d,42009,1733311209048 2024-12-04T11:20:23,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04e60b7f8e3b246821af922f19f183ef, server=e12b86b8109d,42009,1733311209048 because future has completed 2024-12-04T11:20:23,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T11:20:23,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 04e60b7f8e3b246821af922f19f183ef, server=e12b86b8109d,42009,1733311209048 in 186 msec 2024-12-04T11:20:23,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T11:20:23,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=04e60b7f8e3b246821af922f19f183ef, ASSIGN in 341 msec 2024-12-04T11:20:23,697 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T11:20:23,697 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311223697"}]},"ts":"1733311223697"} 2024-12-04T11:20:23,698 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T11:20:23,699 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T11:20:23,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2330 sec 2024-12-04T11:20:23,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733311222466.04e60b7f8e3b246821af922f19f183ef., hostname=e12b86b8109d,42009,1733311209048, seqNum=2] 2024-12-04T11:20:23,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x101a01211290001, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629571689 2024-12-04T11:20:23,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x101a01211290000, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629571689 2024-12-04T11:20:23,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T11:20:23,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42009 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T11:20:23,961 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T11:20:23,984 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e12b86b8109d,42009,1733311209048, ReplicationSource: 1, currentBandwidth=0 2024-12-04T11:20:23,984 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:20:23,984 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,42009,1733311209048, seqNum=-1] 2024-12-04T11:20:23,985 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:20:23,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-04T11:20:23,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e12b86b8109d,42009,1733311209048', locateType=CURRENT is [region=hbase:replication,,1733311222466.04e60b7f8e3b246821af922f19f183ef., hostname=e12b86b8109d,42009,1733311209048, seqNum=2] 2024-12-04T11:20:23,989 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T11:20:23,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T11:20:23,991 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e12b86b8109d,42009,1733311209048 suceeded 2024-12-04T11:20:23,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T11:20:23,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-12-04T11:20:23,992 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e12b86b8109d:37243,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T11:20:23,993 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5340 sec 2024-12-04T11:20:24,008 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e12b86b8109d:37243' 2024-12-04T11:20:24,009 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27e5acc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:24,009 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,37243,-1 for getting cluster id 2024-12-04T11:20:24,010 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:20:24,010 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8de2b5d-626a-4f47-aae9-8c1a768695af' 2024-12-04T11:20:24,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:20:24,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8de2b5d-626a-4f47-aae9-8c1a768695af" 2024-12-04T11:20:24,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4873b764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:24,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,37243,-1] 2024-12-04T11:20:24,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:20:24,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:24,012 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:20:24,012 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@393531a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:24,012 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:20:24,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,37243,1733311214418 2024-12-04T11:20:24,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78bb439f 2024-12-04T11:20:24,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:20:24,013 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-04T11:20:24,014 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e12b86b8109d,42009,1733311209048 (queues=1) is replicating from cluster=8b314d3c-b849-4b7a-8671-ab482a4021be to cluster=b8de2b5d-626a-4f47-aae9-8c1a768695af 2024-12-04T11:20:24,014 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e12b86b8109d%2C42009%2C1733311209048 2024-12-04T11:20:24,014 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e12b86b8109d,42009,1733311209048, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T11:20:24,014 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.shippere12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e12b86b8109d%2C42009%2C1733311209048 2024-12-04T11:20:24,014 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.wal-reader.e12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.1733311211310, startPosition=0, beingWritten=true 2024-12-04T11:20:24,018 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.wal-reader.e12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:20:24,018 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.wal-reader.e12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.1733311211310 to pos 379, reset compression=false 2024-12-04T11:20:24,018 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.shippere12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,42009,1733311209048 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.1733311211310, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T11:20:24,222 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.wal-reader.e12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.1733311211310 to pos 379, reset compression=false 2024-12-04T11:20:24,525 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.wal-reader.e12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.1733311211310 to pos 379, reset compression=false 2024-12-04T11:20:24,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:20:24,618 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T11:20:24,618 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:20:24,618 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:20:24,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:24,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:24,618 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:20:24,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3250c041, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:24,618 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,37243,-1 for getting cluster id 2024-12-04T11:20:24,619 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:20:24,619 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8de2b5d-626a-4f47-aae9-8c1a768695af' 2024-12-04T11:20:24,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:20:24,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8de2b5d-626a-4f47-aae9-8c1a768695af" 2024-12-04T11:20:24,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b3f25f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:24,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,37243,-1] 2024-12-04T11:20:24,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:20:24,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:24,620 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:20:24,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6371147e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:24,621 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:20:24,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,37243,1733311214418 2024-12-04T11:20:24,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65a23c73 2024-12-04T11:20:24,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:20:24,622 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:20:24,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e12b86b8109d:34155,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T11:20:24,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T11:20:24,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:20:24,624 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e12b86b8109d:34155' 2024-12-04T11:20:24,625 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cdadbfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:24,625 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,34155,-1 for getting cluster id 2024-12-04T11:20:24,626 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:20:24,626 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b314d3c-b849-4b7a-8671-ab482a4021be' 2024-12-04T11:20:24,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:20:24,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b314d3c-b849-4b7a-8671-ab482a4021be" 2024-12-04T11:20:24,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a73a4ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:24,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,34155,-1] 2024-12-04T11:20:24,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:20:24,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:24,627 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:20:24,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a925b6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:24,628 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:20:24,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,34155,1733311208778 2024-12-04T11:20:24,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7787598e 2024-12-04T11:20:24,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:20:24,629 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:20:24,629 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-04T11:20:24,629 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T11:20:24,629 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:24,630 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:24,630 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:20:24,630 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:20:24,631 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T11:20:24,632 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T11:20:24,632 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:24,632 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T11:20:24,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741837_1013 (size=1138) 2024-12-04T11:20:24,681 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T11:20:24,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:20:24,929 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.wal-reader.e12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.1733311211310 to pos 379, reset compression=false 2024-12-04T11:20:24,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:20:25,038 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e9b59e2ff9e5fc3333ac22687455eb10, NAME => 'hbase:replication,,1733311224630.e9b59e2ff9e5fc3333ac22687455eb10.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c 2024-12-04T11:20:25,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741838_1014 (size=44) 2024-12-04T11:20:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:20:25,433 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.wal-reader.e12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.1733311211310 to pos 379, reset compression=false 2024-12-04T11:20:25,443 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733311224630.e9b59e2ff9e5fc3333ac22687455eb10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:20:25,443 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e9b59e2ff9e5fc3333ac22687455eb10, disabling compactions & flushes 2024-12-04T11:20:25,443 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733311224630.e9b59e2ff9e5fc3333ac22687455eb10. 2024-12-04T11:20:25,443 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733311224630.e9b59e2ff9e5fc3333ac22687455eb10. 2024-12-04T11:20:25,443 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733311224630.e9b59e2ff9e5fc3333ac22687455eb10. after waiting 0 ms 2024-12-04T11:20:25,443 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733311224630.e9b59e2ff9e5fc3333ac22687455eb10. 2024-12-04T11:20:25,443 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733311224630.e9b59e2ff9e5fc3333ac22687455eb10. 2024-12-04T11:20:25,443 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e9b59e2ff9e5fc3333ac22687455eb10: Waiting for close lock at 1733311225443Disabling compacts and flushes for region at 1733311225443Disabling writes for close at 1733311225443Writing region close event to WAL at 1733311225443Closed at 1733311225443 2024-12-04T11:20:25,444 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T11:20:25,444 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733311224630.e9b59e2ff9e5fc3333ac22687455eb10.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733311225444"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733311225444"}]},"ts":"1733311225444"} 2024-12-04T11:20:25,446 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T11:20:25,446 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T11:20:25,446 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311225446"}]},"ts":"1733311225446"} 2024-12-04T11:20:25,448 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T11:20:25,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e9b59e2ff9e5fc3333ac22687455eb10, ASSIGN}] 2024-12-04T11:20:25,449 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e9b59e2ff9e5fc3333ac22687455eb10, ASSIGN 2024-12-04T11:20:25,449 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e9b59e2ff9e5fc3333ac22687455eb10, ASSIGN; state=OFFLINE, location=e12b86b8109d,34697,1733311214647; forceNewPlan=false, retain=false 2024-12-04T11:20:25,600 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e9b59e2ff9e5fc3333ac22687455eb10, regionState=OPENING, regionLocation=e12b86b8109d,34697,1733311214647 2024-12-04T11:20:25,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e9b59e2ff9e5fc3333ac22687455eb10, ASSIGN because future has completed 2024-12-04T11:20:25,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9b59e2ff9e5fc3333ac22687455eb10, server=e12b86b8109d,34697,1733311214647}] 2024-12-04T11:20:25,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733311224630.e9b59e2ff9e5fc3333ac22687455eb10. 2024-12-04T11:20:25,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:20:25,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T11:20:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:20:25,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C34697%2C1733311214647.rep, suffix=, logDir=hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647, archiveDir=hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/oldWALs, maxLogs=10 2024-12-04T11:20:25,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647/e12b86b8109d%2C34697%2C1733311214647.rep.1733311225758, exclude list is [], retry=0 2024-12-04T11:20:25,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43023,DS-2664f969-e227-44d9-aa1b-bbd525674da3,DISK] 2024-12-04T11:20:25,772 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647/e12b86b8109d%2C34697%2C1733311214647.rep.1733311225758 2024-12-04T11:20:25,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42165:42165)] 2024-12-04T11:20:25,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e9b59e2ff9e5fc3333ac22687455eb10, NAME => 'hbase:replication,,1733311224630.e9b59e2ff9e5fc3333ac22687455eb10.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:20:25,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:20:25,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T11:20:25,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733311224630.e9b59e2ff9e5fc3333ac22687455eb10. service=MultiRowMutationService 2024-12-04T11:20:25,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T11:20:25,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e9b59e2ff9e5fc3333ac22687455eb10 2024-12-04T11:20:25,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733311224630.e9b59e2ff9e5fc3333ac22687455eb10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:20:25,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e9b59e2ff9e5fc3333ac22687455eb10 2024-12-04T11:20:25,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e9b59e2ff9e5fc3333ac22687455eb10 2024-12-04T11:20:25,774 INFO [StoreOpener-e9b59e2ff9e5fc3333ac22687455eb10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e9b59e2ff9e5fc3333ac22687455eb10 2024-12-04T11:20:25,775 INFO [StoreOpener-e9b59e2ff9e5fc3333ac22687455eb10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9b59e2ff9e5fc3333ac22687455eb10 columnFamilyName hfileref 2024-12-04T11:20:25,776 DEBUG [StoreOpener-e9b59e2ff9e5fc3333ac22687455eb10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:25,776 INFO [StoreOpener-e9b59e2ff9e5fc3333ac22687455eb10-1 {}] regionserver.HStore(327): Store=e9b59e2ff9e5fc3333ac22687455eb10/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:20:25,776 INFO [StoreOpener-e9b59e2ff9e5fc3333ac22687455eb10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e9b59e2ff9e5fc3333ac22687455eb10 2024-12-04T11:20:25,777 INFO [StoreOpener-e9b59e2ff9e5fc3333ac22687455eb10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9b59e2ff9e5fc3333ac22687455eb10 columnFamilyName queue 2024-12-04T11:20:25,777 DEBUG [StoreOpener-e9b59e2ff9e5fc3333ac22687455eb10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:25,777 INFO [StoreOpener-e9b59e2ff9e5fc3333ac22687455eb10-1 {}] regionserver.HStore(327): Store=e9b59e2ff9e5fc3333ac22687455eb10/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:20:25,777 INFO [StoreOpener-e9b59e2ff9e5fc3333ac22687455eb10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e9b59e2ff9e5fc3333ac22687455eb10 2024-12-04T11:20:25,778 INFO [StoreOpener-e9b59e2ff9e5fc3333ac22687455eb10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9b59e2ff9e5fc3333ac22687455eb10 columnFamilyName sid 2024-12-04T11:20:25,778 DEBUG [StoreOpener-e9b59e2ff9e5fc3333ac22687455eb10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:25,778 INFO [StoreOpener-e9b59e2ff9e5fc3333ac22687455eb10-1 {}] regionserver.HStore(327): Store=e9b59e2ff9e5fc3333ac22687455eb10/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:20:25,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e9b59e2ff9e5fc3333ac22687455eb10 2024-12-04T11:20:25,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/hbase/replication/e9b59e2ff9e5fc3333ac22687455eb10 2024-12-04T11:20:25,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/hbase/replication/e9b59e2ff9e5fc3333ac22687455eb10 2024-12-04T11:20:25,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e9b59e2ff9e5fc3333ac22687455eb10 2024-12-04T11:20:25,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e9b59e2ff9e5fc3333ac22687455eb10 2024-12-04T11:20:25,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T11:20:25,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e9b59e2ff9e5fc3333ac22687455eb10 2024-12-04T11:20:25,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/hbase/replication/e9b59e2ff9e5fc3333ac22687455eb10/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:20:25,783 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e9b59e2ff9e5fc3333ac22687455eb10; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75068831, jitterRate=0.11861275136470795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T11:20:25,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e9b59e2ff9e5fc3333ac22687455eb10 2024-12-04T11:20:25,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e9b59e2ff9e5fc3333ac22687455eb10: Running coprocessor pre-open hook at 1733311225773Writing region info on filesystem at 1733311225773Initializing all the Stores at 1733311225774 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311225774Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311225774Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311225774Cleaning up temporary data from old regions at 1733311225780 (+6 ms)Running coprocessor post-open hooks at 1733311225783 (+3 ms)Region opened successfully at 1733311225783 2024-12-04T11:20:25,784 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733311224630.e9b59e2ff9e5fc3333ac22687455eb10., pid=10, masterSystemTime=1733311225754 2024-12-04T11:20:25,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733311224630.e9b59e2ff9e5fc3333ac22687455eb10. 2024-12-04T11:20:25,786 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733311224630.e9b59e2ff9e5fc3333ac22687455eb10. 2024-12-04T11:20:25,787 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e9b59e2ff9e5fc3333ac22687455eb10, regionState=OPEN, openSeqNum=2, regionLocation=e12b86b8109d,34697,1733311214647 2024-12-04T11:20:25,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9b59e2ff9e5fc3333ac22687455eb10, server=e12b86b8109d,34697,1733311214647 because future has completed 2024-12-04T11:20:25,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T11:20:25,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e9b59e2ff9e5fc3333ac22687455eb10, server=e12b86b8109d,34697,1733311214647 in 187 msec 2024-12-04T11:20:25,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T11:20:25,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e9b59e2ff9e5fc3333ac22687455eb10, ASSIGN in 343 msec 2024-12-04T11:20:25,793 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T11:20:25,793 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311225793"}]},"ts":"1733311225793"} 2024-12-04T11:20:25,795 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T11:20:25,795 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T11:20:25,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1650 sec 2024-12-04T11:20:25,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733311224630.e9b59e2ff9e5fc3333ac22687455eb10., hostname=e12b86b8109d,34697,1733311214647, seqNum=2] 2024-12-04T11:20:25,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34697-0x101a01211290004, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-759511661 2024-12-04T11:20:25,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x101a01211290003, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-759511661 2024-12-04T11:20:25,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T11:20:26,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34697 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T11:20:26,034 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T11:20:26,037 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.wal-reader.e12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.1733311211310 to pos 379, reset compression=false 2024-12-04T11:20:26,059 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e12b86b8109d,34697,1733311214647, ReplicationSource: 1, currentBandwidth=0 2024-12-04T11:20:26,059 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:20:26,059 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,34697,1733311214647, seqNum=-1] 2024-12-04T11:20:26,060 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:20:26,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58755, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-04T11:20:26,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e12b86b8109d,34697,1733311214647', locateType=CURRENT is [region=hbase:replication,,1733311224630.e9b59e2ff9e5fc3333ac22687455eb10., hostname=e12b86b8109d,34697,1733311214647, seqNum=2] 2024-12-04T11:20:26,064 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T11:20:26,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T11:20:26,066 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e12b86b8109d,34697,1733311214647 suceeded 2024-12-04T11:20:26,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T11:20:26,068 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e12b86b8109d:34155,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T11:20:26,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-12-04T11:20:26,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4460 sec 2024-12-04T11:20:26,076 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e12b86b8109d:34155' 2024-12-04T11:20:26,077 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e2ed93a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:26,077 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,34155,-1 for getting cluster id 2024-12-04T11:20:26,077 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:20:26,078 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b314d3c-b849-4b7a-8671-ab482a4021be' 2024-12-04T11:20:26,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:20:26,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b314d3c-b849-4b7a-8671-ab482a4021be" 2024-12-04T11:20:26,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77e2f022, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:26,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,34155,-1] 2024-12-04T11:20:26,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:20:26,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:26,079 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:20:26,079 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@266d7b1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:26,079 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:20:26,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,34155,1733311208778 2024-12-04T11:20:26,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66d1546d 2024-12-04T11:20:26,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:20:26,081 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-04T11:20:26,081 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e12b86b8109d,34697,1733311214647 (queues=1) is replicating from cluster=b8de2b5d-626a-4f47-aae9-8c1a768695af to cluster=8b314d3c-b849-4b7a-8671-ab482a4021be 2024-12-04T11:20:26,081 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e12b86b8109d%2C34697%2C1733311214647 2024-12-04T11:20:26,081 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e12b86b8109d,34697,1733311214647, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T11:20:26,082 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.shippere12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e12b86b8109d%2C34697%2C1733311214647 2024-12-04T11:20:26,082 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.wal-reader.e12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647/e12b86b8109d%2C34697%2C1733311214647.1733311217011, startPosition=0, beingWritten=true 2024-12-04T11:20:26,087 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.wal-reader.e12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:20:26,087 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.wal-reader.e12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647/e12b86b8109d%2C34697%2C1733311214647.1733311217011 to pos 379, reset compression=false 2024-12-04T11:20:26,087 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.shippere12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,34697,1733311214647 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647/e12b86b8109d%2C34697%2C1733311214647.1733311217011, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T11:20:26,290 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.wal-reader.e12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647/e12b86b8109d%2C34697%2C1733311214647.1733311217011 to pos 379, reset compression=false 2024-12-04T11:20:26,593 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.wal-reader.e12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647/e12b86b8109d%2C34697%2C1733311214647.1733311217011 to pos 379, reset compression=false 2024-12-04T11:20:26,740 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.wal-reader.e12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.1733311211310 to pos 379, reset compression=false 2024-12-04T11:20:26,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:20:26,768 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T11:20:26,768 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:20:26,769 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:20:26,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:26,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:26,769 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:20:26,769 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:20:26,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,42009,1733311209048, seqNum=-1] 2024-12-04T11:20:26,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:20:26,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:20:26,772 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733311218138.948dc6123e11b7d4e2cfa2faf7ba8d19., hostname=e12b86b8109d,42009,1733311209048, seqNum=2] 2024-12-04T11:20:26,774 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:20:26,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,34697,1733311214647, seqNum=-1] 2024-12-04T11:20:26,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:20:26,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:20:26,777 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733311220300.e5bfab17627b1b983125dcaf4b3422ef., hostname=e12b86b8109d,34697,1733311214647, seqNum=2] 2024-12-04T11:20:26,778 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-04T11:20:26,997 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.wal-reader.e12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647/e12b86b8109d%2C34697%2C1733311214647.1733311217011 to pos 379, reset compression=false 2024-12-04T11:20:27,500 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.wal-reader.e12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647/e12b86b8109d%2C34697%2C1733311214647.1733311217011 to pos 379, reset compression=false 2024-12-04T11:20:27,543 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.wal-reader.e12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.1733311211310 to pos 379, reset compression=false 2024-12-04T11:20:27,644 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.wal-reader.e12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T11:20:27,644 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.wal-reader.e12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.1733311211310 to pos 480, reset compression=false 2024-12-04T11:20:27,644 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.shippere12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,42009,1733311209048 got entry batch from reader: WALEntryBatch [walEntries=[{test/948dc6123e11b7d4e2cfa2faf7ba8d19/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.1733311211310, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-04T11:20:27,646 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.shippere12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T11:20:27,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-04T11:20:27,649 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34697 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T11:20:27,649 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@213529f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:27,649 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34697 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,37243,-1 for getting cluster id 2024-12-04T11:20:27,649 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34697 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:20:27,650 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8de2b5d-626a-4f47-aae9-8c1a768695af' 2024-12-04T11:20:27,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:20:27,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8de2b5d-626a-4f47-aae9-8c1a768695af" 2024-12-04T11:20:27,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51dc697b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:27,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,37243,-1] 2024-12-04T11:20:27,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:20:27,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:27,651 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:20:27,651 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b515771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:27,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34697 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:20:27,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,34697,1733311214647, seqNum=-1] 2024-12-04T11:20:27,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:20:27,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-04T11:20:27,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733311220300.e5bfab17627b1b983125dcaf4b3422ef., hostname=e12b86b8109d,34697,1733311214647, seqNum=2] 2024-12-04T11:20:27,688 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34697 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T11:20:27,782 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-04T11:20:27,785 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-04T11:20:27,849 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.wal-reader.e12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.1733311211310 to pos 480, reset compression=false 2024-12-04T11:20:28,104 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.wal-reader.e12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647/e12b86b8109d%2C34697%2C1733311214647.1733311217011 to pos 379, reset compression=false 2024-12-04T11:20:28,107 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.wal-reader.e12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T11:20:28,107 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.wal-reader.e12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647/e12b86b8109d%2C34697%2C1733311214647.1733311217011 to pos 608, reset compression=false 2024-12-04T11:20:28,107 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.shippere12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,34697,1733311214647 got entry batch from reader: WALEntryBatch [walEntries=[{test/e5bfab17627b1b983125dcaf4b3422ef/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647/e12b86b8109d%2C34697%2C1733311214647.1733311217011, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T11:20:28,109 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.shippere12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T11:20:28,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-04T11:20:28,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T11:20:28,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@302243c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:28,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,34155,-1 for getting cluster id 2024-12-04T11:20:28,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:20:28,112 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b314d3c-b849-4b7a-8671-ab482a4021be' 2024-12-04T11:20:28,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:20:28,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b314d3c-b849-4b7a-8671-ab482a4021be" 2024-12-04T11:20:28,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e8d0f6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:28,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,34155,-1] 2024-12-04T11:20:28,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:20:28,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:28,113 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:20:28,113 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7293c546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:28,114 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:20:28,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,42009,1733311209048, seqNum=-1] 2024-12-04T11:20:28,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:20:28,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-04T11:20:28,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733311218138.948dc6123e11b7d4e2cfa2faf7ba8d19., hostname=e12b86b8109d,42009,1733311209048, seqNum=2] 2024-12-04T11:20:28,118 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T11:20:28,153 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.wal-reader.e12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.1733311211310 to pos 480, reset compression=false 2024-12-04T11:20:28,157 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.wal-reader.e12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:20:28,157 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.wal-reader.e12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.1733311211310 to pos 608, reset compression=false 2024-12-04T11:20:28,157 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.shippere12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,42009,1733311209048 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.1733311211310, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T11:20:28,310 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.wal-reader.e12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647/e12b86b8109d%2C34697%2C1733311214647.1733311217011 to pos 608, reset compression=false 2024-12-04T11:20:28,360 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.wal-reader.e12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.1733311211310 to pos 608, reset compression=false 2024-12-04T11:20:28,614 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.wal-reader.e12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647/e12b86b8109d%2C34697%2C1733311214647.1733311217011 to pos 608, reset compression=false 2024-12-04T11:20:28,664 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.wal-reader.e12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.1733311211310 to pos 608, reset compression=false 2024-12-04T11:20:28,786 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-04T11:20:28,791 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-04T11:20:29,017 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.wal-reader.e12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647/e12b86b8109d%2C34697%2C1733311214647.1733311217011 to pos 608, reset compression=false 2024-12-04T11:20:29,068 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.wal-reader.e12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.1733311211310 to pos 608, reset compression=false 2024-12-04T11:20:29,072 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.wal-reader.e12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T11:20:29,072 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.wal-reader.e12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.1733311211310 to pos 764, reset compression=false 2024-12-04T11:20:29,072 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.shippere12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,42009,1733311209048 got entry batch from reader: WALEntryBatch [walEntries=[{test/948dc6123e11b7d4e2cfa2faf7ba8d19/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.1733311211310, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-04T11:20:29,073 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34697 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T11:20:29,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34697 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T11:20:29,180 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:20:29,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:29,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:29,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:29,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:29,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:29,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:29,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:29,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:29,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:29,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:29,217 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T11:20:29,276 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.wal-reader.e12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.1733311211310 to pos 764, reset compression=false 2024-12-04T11:20:29,521 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.wal-reader.e12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647/e12b86b8109d%2C34697%2C1733311214647.1733311217011 to pos 608, reset compression=false 2024-12-04T11:20:29,525 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.wal-reader.e12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:20:29,525 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.wal-reader.e12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647/e12b86b8109d%2C34697%2C1733311214647.1733311217011 to pos 756, reset compression=false 2024-12-04T11:20:29,525 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.shippere12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,34697,1733311214647 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647/e12b86b8109d%2C34697%2C1733311214647.1733311217011, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T11:20:29,579 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.wal-reader.e12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.1733311211310 to pos 764, reset compression=false 2024-12-04T11:20:29,728 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.wal-reader.e12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647/e12b86b8109d%2C34697%2C1733311214647.1733311217011 to pos 756, reset compression=false 2024-12-04T11:20:29,794 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-04T11:20:29,798 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-04T11:20:29,983 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.wal-reader.e12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.1733311211310 to pos 764, reset compression=false 2024-12-04T11:20:30,032 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.wal-reader.e12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647/e12b86b8109d%2C34697%2C1733311214647.1733311217011 to pos 756, reset compression=false 2024-12-04T11:20:30,036 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.wal-reader.e12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T11:20:30,036 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.wal-reader.e12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647/e12b86b8109d%2C34697%2C1733311214647.1733311217011 to pos 915, reset compression=false 2024-12-04T11:20:30,036 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.shippere12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,34697,1733311214647 got entry batch from reader: WALEntryBatch [walEntries=[{test/e5bfab17627b1b983125dcaf4b3422ef/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647/e12b86b8109d%2C34697%2C1733311214647.1733311217011, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T11:20:30,038 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T11:20:30,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T11:20:30,239 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.wal-reader.e12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647/e12b86b8109d%2C34697%2C1733311214647.1733311217011 to pos 915, reset compression=false 2024-12-04T11:20:30,486 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.wal-reader.e12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.1733311211310 to pos 764, reset compression=false 2024-12-04T11:20:30,487 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:20:30,488 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e12b86b8109d,39329,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:39329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T11:20:30,488 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28368 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e12b86b8109d,39329,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:39329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T11:20:30,490 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.wal-reader.e12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:20:30,490 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.wal-reader.e12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.1733311211310 to pos 914, reset compression=false 2024-12-04T11:20:30,490 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.shippere12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,42009,1733311209048 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.1733311211310, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T11:20:30,542 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.wal-reader.e12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647/e12b86b8109d%2C34697%2C1733311214647.1733311217011 to pos 915, reset compression=false 2024-12-04T11:20:30,694 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.wal-reader.e12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.1733311211310 to pos 914, reset compression=false 2024-12-04T11:20:30,799 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-04T11:20:30,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T11:20:30,801 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:20:30,801 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:20:30,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:30,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:30,801 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:20:30,801 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T11:20:30,801 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=936044318, stopped=false 2024-12-04T11:20:30,802 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e12b86b8109d,37243,1733311214418 2024-12-04T11:20:30,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x101a01211290003, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-759511661/running 2024-12-04T11:20:30,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34697-0x101a01211290004, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-759511661/running 2024-12-04T11:20:30,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34697-0x101a01211290004, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-759511661 2024-12-04T11:20:30,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x101a01211290003, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-759511661 2024-12-04T11:20:30,860 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:20:30,860 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:20:30,860 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:20:30,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:30,861 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e12b86b8109d,34697,1733311214647' ***** 2024-12-04T11:20:30,861 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T11:20:30,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37243-0x101a01211290003, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Set watcher on znode that does not yet exist, /1-759511661/running 2024-12-04T11:20:30,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34697-0x101a01211290004, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Set watcher on znode that does not yet exist, /1-759511661/running 2024-12-04T11:20:30,861 INFO [RS:0;e12b86b8109d:34697 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T11:20:30,861 INFO [RS:0;e12b86b8109d:34697 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T11:20:30,861 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T11:20:30,861 INFO [RS:0;e12b86b8109d:34697 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T11:20:30,861 INFO [RS:0;e12b86b8109d:34697 {}] regionserver.HRegionServer(3091): Received CLOSE for e9b59e2ff9e5fc3333ac22687455eb10 2024-12-04T11:20:30,862 INFO [RS:0;e12b86b8109d:34697 {}] regionserver.HRegionServer(3091): Received CLOSE for e5bfab17627b1b983125dcaf4b3422ef 2024-12-04T11:20:30,862 INFO [RS:0;e12b86b8109d:34697 {}] regionserver.HRegionServer(959): stopping server e12b86b8109d,34697,1733311214647 2024-12-04T11:20:30,862 INFO [RS:0;e12b86b8109d:34697 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:20:30,862 INFO [RS:0;e12b86b8109d:34697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:34697. 2024-12-04T11:20:30,862 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e9b59e2ff9e5fc3333ac22687455eb10, disabling compactions & flushes 2024-12-04T11:20:30,862 DEBUG [RS:0;e12b86b8109d:34697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:20:30,862 DEBUG [RS:0;e12b86b8109d:34697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:30,862 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733311224630.e9b59e2ff9e5fc3333ac22687455eb10. 2024-12-04T11:20:30,862 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733311224630.e9b59e2ff9e5fc3333ac22687455eb10. 2024-12-04T11:20:30,862 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733311224630.e9b59e2ff9e5fc3333ac22687455eb10. after waiting 0 ms 2024-12-04T11:20:30,862 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733311224630.e9b59e2ff9e5fc3333ac22687455eb10. 2024-12-04T11:20:30,862 INFO [RS:0;e12b86b8109d:34697 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T11:20:30,862 INFO [RS:0;e12b86b8109d:34697 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T11:20:30,862 INFO [RS:0;e12b86b8109d:34697 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T11:20:30,862 INFO [RS:0;e12b86b8109d:34697 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T11:20:30,862 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e9b59e2ff9e5fc3333ac22687455eb10 3/3 column families, dataSize=743 B heapSize=1.84 KB 2024-12-04T11:20:30,862 INFO [RS:0;e12b86b8109d:34697 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T11:20:30,862 DEBUG [RS:0;e12b86b8109d:34697 {}] regionserver.HRegionServer(1325): Online Regions={e9b59e2ff9e5fc3333ac22687455eb10=hbase:replication,,1733311224630.e9b59e2ff9e5fc3333ac22687455eb10., 1588230740=hbase:meta,,1.1588230740, e5bfab17627b1b983125dcaf4b3422ef=test,,1733311220300.e5bfab17627b1b983125dcaf4b3422ef.} 2024-12-04T11:20:30,862 DEBUG [RS:0;e12b86b8109d:34697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e5bfab17627b1b983125dcaf4b3422ef, e9b59e2ff9e5fc3333ac22687455eb10 2024-12-04T11:20:30,862 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:20:30,862 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:20:30,862 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:20:30,862 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:20:30,862 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:20:30,862 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T11:20:30,875 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/hbase/replication/e9b59e2ff9e5fc3333ac22687455eb10/.tmp/queue/91fc3bebf69142f39e5dda4b90805177 is 153, key is 1-e12b86b8109d,34697,1733311214647/queue:e12b86b8109d%2C34697%2C1733311214647/1733311230041/Put/seqid=0 2024-12-04T11:20:30,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741840_1016 (size=5352) 2024-12-04T11:20:30,878 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/hbase/meta/1588230740/.tmp/info/47ca8c98ce7a4fa68bff886cbdbe9ce2 is 147, key is hbase:replication,,1733311224630.e9b59e2ff9e5fc3333ac22687455eb10./info:regioninfo/1733311225786/Put/seqid=0 2024-12-04T11:20:30,880 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=743 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/hbase/replication/e9b59e2ff9e5fc3333ac22687455eb10/.tmp/queue/91fc3bebf69142f39e5dda4b90805177 2024-12-04T11:20:30,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741841_1017 (size=7686) 2024-12-04T11:20:30,884 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/hbase/replication/e9b59e2ff9e5fc3333ac22687455eb10/.tmp/queue/91fc3bebf69142f39e5dda4b90805177 as hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/hbase/replication/e9b59e2ff9e5fc3333ac22687455eb10/queue/91fc3bebf69142f39e5dda4b90805177 2024-12-04T11:20:30,888 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/hbase/replication/e9b59e2ff9e5fc3333ac22687455eb10/queue/91fc3bebf69142f39e5dda4b90805177, entries=1, sequenceid=9, filesize=5.2 K 2024-12-04T11:20:30,888 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for e9b59e2ff9e5fc3333ac22687455eb10 in 26ms, sequenceid=9, compaction requested=false 2024-12-04T11:20:30,891 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/hbase/replication/e9b59e2ff9e5fc3333ac22687455eb10/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-04T11:20:30,892 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:20:30,892 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:20:30,892 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733311224630.e9b59e2ff9e5fc3333ac22687455eb10. 2024-12-04T11:20:30,892 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e9b59e2ff9e5fc3333ac22687455eb10: Waiting for close lock at 1733311230862Running coprocessor pre-close hooks at 1733311230862Disabling compacts and flushes for region at 1733311230862Disabling writes for close at 1733311230862Obtaining lock to block concurrent updates at 1733311230862Preparing flush snapshotting stores in e9b59e2ff9e5fc3333ac22687455eb10 at 1733311230862Finished memstore snapshotting hbase:replication,,1733311224630.e9b59e2ff9e5fc3333ac22687455eb10., syncing WAL and waiting on mvcc, flushsize=dataSize=743, getHeapSize=1840, getOffHeapSize=0, getCellsCount=5 at 1733311230862Flushing stores of hbase:replication,,1733311224630.e9b59e2ff9e5fc3333ac22687455eb10. at 1733311230863 (+1 ms)Flushing e9b59e2ff9e5fc3333ac22687455eb10/queue: creating writer at 1733311230863Flushing e9b59e2ff9e5fc3333ac22687455eb10/queue: appending metadata at 1733311230875 (+12 ms)Flushing e9b59e2ff9e5fc3333ac22687455eb10/queue: closing flushed file at 1733311230875Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49613079: reopening flushed file at 1733311230883 (+8 ms)Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for e9b59e2ff9e5fc3333ac22687455eb10 in 26ms, sequenceid=9, compaction requested=false at 1733311230888 (+5 ms)Writing region close event to WAL at 1733311230889 (+1 ms)Running coprocessor post-close hooks at 1733311230892 (+3 ms)Closed at 1733311230892 2024-12-04T11:20:30,892 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733311224630.e9b59e2ff9e5fc3333ac22687455eb10. 2024-12-04T11:20:30,892 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e5bfab17627b1b983125dcaf4b3422ef, disabling compactions & flushes 2024-12-04T11:20:30,892 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733311220300.e5bfab17627b1b983125dcaf4b3422ef. 2024-12-04T11:20:30,892 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733311220300.e5bfab17627b1b983125dcaf4b3422ef. 2024-12-04T11:20:30,893 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733311220300.e5bfab17627b1b983125dcaf4b3422ef. after waiting 0 ms 2024-12-04T11:20:30,893 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733311220300.e5bfab17627b1b983125dcaf4b3422ef. 2024-12-04T11:20:30,893 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e5bfab17627b1b983125dcaf4b3422ef 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-04T11:20:30,897 INFO [regionserver/e12b86b8109d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:20:30,910 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/default/test/e5bfab17627b1b983125dcaf4b3422ef/.tmp/f/a157fa41fe53489299fbbff5e8119455 is 29, key is row1/f:/1733311229795/DeleteFamily/seqid=0 2024-12-04T11:20:30,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741842_1018 (size=5118) 2024-12-04T11:20:30,913 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/default/test/e5bfab17627b1b983125dcaf4b3422ef/.tmp/f/a157fa41fe53489299fbbff5e8119455 2024-12-04T11:20:30,917 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a157fa41fe53489299fbbff5e8119455 2024-12-04T11:20:30,929 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/default/test/e5bfab17627b1b983125dcaf4b3422ef/.tmp/f1/0b04ff5ebd6c44dfb8c822f00889e7c8 is 30, key is row1/f1:/1733311229795/DeleteFamily/seqid=0 2024-12-04T11:20:30,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741843_1019 (size=5123) 2024-12-04T11:20:30,933 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/default/test/e5bfab17627b1b983125dcaf4b3422ef/.tmp/f1/0b04ff5ebd6c44dfb8c822f00889e7c8 2024-12-04T11:20:30,936 INFO [regionserver/e12b86b8109d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T11:20:30,936 INFO [regionserver/e12b86b8109d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T11:20:30,936 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b04ff5ebd6c44dfb8c822f00889e7c8 2024-12-04T11:20:30,946 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.wal-reader.e12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647/e12b86b8109d%2C34697%2C1733311214647.1733311217011 to pos 915, reset compression=false 2024-12-04T11:20:30,950 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.wal-reader.e12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:20:30,950 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.wal-reader.e12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647/e12b86b8109d%2C34697%2C1733311214647.1733311217011 to pos 1162, reset compression=false 2024-12-04T11:20:30,950 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/default/test/e5bfab17627b1b983125dcaf4b3422ef/.tmp/norep/8b16322f96df4ed6892ca8908dc41f96 is 33, key is row1/norep:/1733311229795/DeleteFamily/seqid=0 2024-12-04T11:20:30,950 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.shippere12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,34697,1733311214647 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647/e12b86b8109d%2C34697%2C1733311214647.1733311217011, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T11:20:30,951 ERROR [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.shippere12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e12b86b8109d,34697,1733311214647: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e12b86b8109d,34697,1733311214647, walGroup=e12b86b8109d%2C34697%2C1733311214647, offset=e12b86b8109d%2C34697%2C1733311214647.1733311217011:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:34697 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T11:20:30,953 ERROR [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.shippere12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T11:20:30,953 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.shippere12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T11:20:30,953 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.shippere12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T11:20:30,953 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.shippere12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T11:20:30,953 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.shippere12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T11:20:30,953 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.shippere12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 596840816 }, "NonHeapMemoryUsage": { "committed": 194183168, "init": 7667712, "max": -1, "used": 191345632 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T11:20:30,954 WARN [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.shippere12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:37243 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:37243 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T11:20:30,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741844_1020 (size=5108) 2024-12-04T11:20:30,997 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.wal-reader.e12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.1733311211310 to pos 914, reset compression=false 2024-12-04T11:20:31,062 DEBUG [RS:0;e12b86b8109d:34697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e5bfab17627b1b983125dcaf4b3422ef 2024-12-04T11:20:31,153 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.wal-reader.e12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647/e12b86b8109d%2C34697%2C1733311214647.1733311217011 to pos 1162, reset compression=false 2024-12-04T11:20:31,208 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T11:20:31,208 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-04T11:20:31,262 DEBUG [RS:0;e12b86b8109d:34697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e5bfab17627b1b983125dcaf4b3422ef 2024-12-04T11:20:31,282 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/hbase/meta/1588230740/.tmp/info/47ca8c98ce7a4fa68bff886cbdbe9ce2 2024-12-04T11:20:31,302 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/hbase/meta/1588230740/.tmp/ns/3d62489820aa49498057da5ff413c9ac is 43, key is default/ns:d/1733311218001/Put/seqid=0 2024-12-04T11:20:31,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741845_1021 (size=5153) 2024-12-04T11:20:31,356 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/default/test/e5bfab17627b1b983125dcaf4b3422ef/.tmp/norep/8b16322f96df4ed6892ca8908dc41f96 2024-12-04T11:20:31,359 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8b16322f96df4ed6892ca8908dc41f96 2024-12-04T11:20:31,360 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/default/test/e5bfab17627b1b983125dcaf4b3422ef/.tmp/f/a157fa41fe53489299fbbff5e8119455 as hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/default/test/e5bfab17627b1b983125dcaf4b3422ef/f/a157fa41fe53489299fbbff5e8119455 2024-12-04T11:20:31,363 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a157fa41fe53489299fbbff5e8119455 2024-12-04T11:20:31,363 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/default/test/e5bfab17627b1b983125dcaf4b3422ef/f/a157fa41fe53489299fbbff5e8119455, entries=2, sequenceid=8, filesize=5.0 K 2024-12-04T11:20:31,364 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/default/test/e5bfab17627b1b983125dcaf4b3422ef/.tmp/f1/0b04ff5ebd6c44dfb8c822f00889e7c8 as hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/default/test/e5bfab17627b1b983125dcaf4b3422ef/f1/0b04ff5ebd6c44dfb8c822f00889e7c8 2024-12-04T11:20:31,367 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b04ff5ebd6c44dfb8c822f00889e7c8 2024-12-04T11:20:31,367 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/default/test/e5bfab17627b1b983125dcaf4b3422ef/f1/0b04ff5ebd6c44dfb8c822f00889e7c8, entries=2, sequenceid=8, filesize=5.0 K 2024-12-04T11:20:31,368 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/default/test/e5bfab17627b1b983125dcaf4b3422ef/.tmp/norep/8b16322f96df4ed6892ca8908dc41f96 as hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/default/test/e5bfab17627b1b983125dcaf4b3422ef/norep/8b16322f96df4ed6892ca8908dc41f96 2024-12-04T11:20:31,371 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8b16322f96df4ed6892ca8908dc41f96 2024-12-04T11:20:31,371 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/default/test/e5bfab17627b1b983125dcaf4b3422ef/norep/8b16322f96df4ed6892ca8908dc41f96, entries=1, sequenceid=8, filesize=5.0 K 2024-12-04T11:20:31,372 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for e5bfab17627b1b983125dcaf4b3422ef in 479ms, sequenceid=8, compaction requested=false 2024-12-04T11:20:31,375 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/default/test/e5bfab17627b1b983125dcaf4b3422ef/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T11:20:31,376 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:20:31,376 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T11:20:31,376 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733311220300.e5bfab17627b1b983125dcaf4b3422ef. 2024-12-04T11:20:31,376 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e5bfab17627b1b983125dcaf4b3422ef: Waiting for close lock at 1733311230892Running coprocessor pre-close hooks at 1733311230892Disabling compacts and flushes for region at 1733311230892Disabling writes for close at 1733311230893 (+1 ms)Obtaining lock to block concurrent updates at 1733311230893Preparing flush snapshotting stores in e5bfab17627b1b983125dcaf4b3422ef at 1733311230893Finished memstore snapshotting test,,1733311220300.e5bfab17627b1b983125dcaf4b3422ef., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733311230893Flushing stores of test,,1733311220300.e5bfab17627b1b983125dcaf4b3422ef. at 1733311230893Flushing e5bfab17627b1b983125dcaf4b3422ef/f: creating writer at 1733311230893Flushing e5bfab17627b1b983125dcaf4b3422ef/f: appending metadata at 1733311230909 (+16 ms)Flushing e5bfab17627b1b983125dcaf4b3422ef/f: closing flushed file at 1733311230909Flushing e5bfab17627b1b983125dcaf4b3422ef/f1: creating writer at 1733311230917 (+8 ms)Flushing e5bfab17627b1b983125dcaf4b3422ef/f1: appending metadata at 1733311230929 (+12 ms)Flushing e5bfab17627b1b983125dcaf4b3422ef/f1: closing flushed file at 1733311230929Flushing e5bfab17627b1b983125dcaf4b3422ef/norep: creating writer at 1733311230936 (+7 ms)Flushing e5bfab17627b1b983125dcaf4b3422ef/norep: appending metadata at 1733311230949 (+13 ms)Flushing e5bfab17627b1b983125dcaf4b3422ef/norep: closing flushed file at 1733311230949Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4631487a: reopening flushed file at 1733311231359 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10f03a54: reopening flushed file at 1733311231363 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47f5e71d: reopening flushed file at 1733311231367 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for e5bfab17627b1b983125dcaf4b3422ef in 479ms, sequenceid=8, compaction requested=false at 1733311231372 (+5 ms)Writing region close event to WAL at 1733311231373 (+1 ms)Running coprocessor post-close hooks at 1733311231376 (+3 ms)Closed at 1733311231376 2024-12-04T11:20:31,376 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733311220300.e5bfab17627b1b983125dcaf4b3422ef. 2024-12-04T11:20:31,400 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.wal-reader.e12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.1733311211310 to pos 914, reset compression=false 2024-12-04T11:20:31,457 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.wal-reader.e12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647/e12b86b8109d%2C34697%2C1733311214647.1733311217011 to pos 1162, reset compression=false 2024-12-04T11:20:31,461 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.wal-reader.e12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:20:31,461 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.wal-reader.e12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647/e12b86b8109d%2C34697%2C1733311214647.1733311217011 to pos 1806, reset compression=false 2024-12-04T11:20:31,463 DEBUG [RS:0;e12b86b8109d:34697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:20:31,663 DEBUG [RS:0;e12b86b8109d:34697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:20:31,663 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.wal-reader.e12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647/e12b86b8109d%2C34697%2C1733311214647.1733311217011 to pos 1806, reset compression=false 2024-12-04T11:20:31,706 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/hbase/meta/1588230740/.tmp/ns/3d62489820aa49498057da5ff413c9ac 2024-12-04T11:20:31,721 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/hbase/meta/1588230740/.tmp/rep_barrier/05936d2dff604f34bc46f45aa52e62e5 is 112, key is test,,1733311220300.e5bfab17627b1b983125dcaf4b3422ef./rep_barrier:seqnumDuringOpen/1733311221441/Put/seqid=0 2024-12-04T11:20:31,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741846_1022 (size=5518) 2024-12-04T11:20:31,863 INFO [RS:0;e12b86b8109d:34697 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T11:20:31,863 DEBUG [RS:0;e12b86b8109d:34697 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T11:20:31,863 DEBUG [RS:0;e12b86b8109d:34697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:20:31,904 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.wal-reader.e12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.1733311211310 to pos 914, reset compression=false 2024-12-04T11:20:31,966 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.wal-reader.e12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647/e12b86b8109d%2C34697%2C1733311214647.1733311217011 to pos 1806, reset compression=false 2024-12-04T11:20:32,063 DEBUG [RS:0;e12b86b8109d:34697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:20:32,125 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/hbase/meta/1588230740/.tmp/rep_barrier/05936d2dff604f34bc46f45aa52e62e5 2024-12-04T11:20:32,140 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/hbase/meta/1588230740/.tmp/table/46676c31f5bf41508185b99b5b77fddb is 53, key is hbase:replication/table:state/1733311225793/Put/seqid=0 2024-12-04T11:20:32,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741847_1023 (size=5308) 2024-12-04T11:20:32,263 DEBUG [RS:0;e12b86b8109d:34697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:20:32,370 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.wal-reader.e12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647/e12b86b8109d%2C34697%2C1733311214647.1733311217011 to pos 1806, reset compression=false 2024-12-04T11:20:32,463 DEBUG [RS:0;e12b86b8109d:34697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:20:32,507 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.wal-reader.e12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.1733311211310 to pos 914, reset compression=false 2024-12-04T11:20:32,544 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/hbase/meta/1588230740/.tmp/table/46676c31f5bf41508185b99b5b77fddb 2024-12-04T11:20:32,599 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/hbase/meta/1588230740/.tmp/info/47ca8c98ce7a4fa68bff886cbdbe9ce2 as hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/hbase/meta/1588230740/info/47ca8c98ce7a4fa68bff886cbdbe9ce2 2024-12-04T11:20:32,603 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/hbase/meta/1588230740/info/47ca8c98ce7a4fa68bff886cbdbe9ce2, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T11:20:32,604 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/hbase/meta/1588230740/.tmp/ns/3d62489820aa49498057da5ff413c9ac as hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/hbase/meta/1588230740/ns/3d62489820aa49498057da5ff413c9ac 2024-12-04T11:20:32,607 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/hbase/meta/1588230740/ns/3d62489820aa49498057da5ff413c9ac, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T11:20:32,608 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/hbase/meta/1588230740/.tmp/rep_barrier/05936d2dff604f34bc46f45aa52e62e5 as hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/hbase/meta/1588230740/rep_barrier/05936d2dff604f34bc46f45aa52e62e5 2024-12-04T11:20:32,611 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/hbase/meta/1588230740/rep_barrier/05936d2dff604f34bc46f45aa52e62e5, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T11:20:32,612 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/hbase/meta/1588230740/.tmp/table/46676c31f5bf41508185b99b5b77fddb as hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/hbase/meta/1588230740/table/46676c31f5bf41508185b99b5b77fddb 2024-12-04T11:20:32,615 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/hbase/meta/1588230740/table/46676c31f5bf41508185b99b5b77fddb, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T11:20:32,616 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1754ms, sequenceid=16, compaction requested=false 2024-12-04T11:20:32,619 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T11:20:32,620 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:20:32,620 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:20:32,620 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:20:32,620 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311230862Running coprocessor pre-close hooks at 1733311230862Disabling compacts and flushes for region at 1733311230862Disabling writes for close at 1733311230862Obtaining lock to block concurrent updates at 1733311230862Preparing flush snapshotting stores in 1588230740 at 1733311230862Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733311230862Flushing stores of hbase:meta,,1.1588230740 at 1733311230863 (+1 ms)Flushing 1588230740/info: creating writer at 1733311230863Flushing 1588230740/info: appending metadata at 1733311230878 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733311230878Flushing 1588230740/ns: creating writer at 1733311231286 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733311231301 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733311231302 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1733311231709 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733311231721 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733311231721Flushing 1588230740/table: creating writer at 1733311232129 (+408 ms)Flushing 1588230740/table: appending metadata at 1733311232140 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733311232140Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@150cce4d: reopening flushed file at 1733311232599 (+459 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39a6d2c2: reopening flushed file at 1733311232603 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@302cb52: reopening flushed file at 1733311232607 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@176a0c7: reopening flushed file at 1733311232611 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1754ms, sequenceid=16, compaction requested=false at 1733311232616 (+5 ms)Writing region close event to WAL at 1733311232617 (+1 ms)Running coprocessor post-close hooks at 1733311232620 (+3 ms)Closed at 1733311232620 2024-12-04T11:20:32,620 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T11:20:32,663 INFO [RS:0;e12b86b8109d:34697 {}] regionserver.HRegionServer(976): stopping server e12b86b8109d,34697,1733311214647; all regions closed. 2024-12-04T11:20:32,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741834_1010 (size=4239) 2024-12-04T11:20:32,665 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647/e12b86b8109d%2C34697%2C1733311214647.meta.1733311217912.meta not finished, retry = 0 2024-12-04T11:20:32,768 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647/e12b86b8109d%2C34697%2C1733311214647.rep.1733311225758 not finished, retry = 0 2024-12-04T11:20:32,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741839_1015 (size=2458) 2024-12-04T11:20:32,870 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647/e12b86b8109d%2C34697%2C1733311214647.1733311217011 not finished, retry = 0 2024-12-04T11:20:32,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741832_1008 (size=1814) 2024-12-04T11:20:32,872 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.wal-reader.e12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647/e12b86b8109d%2C34697%2C1733311214647.1733311217011 to pos 1806, reset compression=false 2024-12-04T11:20:32,971 DEBUG [RS:0;e12b86b8109d:34697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:32,971 INFO [RS:0;e12b86b8109d:34697 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:20:32,971 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.wal-reader.e12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/WALs/e12b86b8109d,34697,1733311214647/e12b86b8109d%2C34697%2C1733311214647.1733311217011 2024-12-04T11:20:32,971 INFO [RS:0;e12b86b8109d:34697 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:20:32,971 INFO [RS:0;e12b86b8109d:34697 {}] hbase.ChoreService(370): Chore service for: regionserver/e12b86b8109d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T11:20:32,971 INFO [RS:0;e12b86b8109d:34697 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:20:32,971 INFO [regionserver/e12b86b8109d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:20:32,972 INFO [RS:0;e12b86b8109d:34697 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e12b86b8109d,34697,1733311214647 because: Region server is closing 2024-12-04T11:20:32,972 INFO [RS:0;e12b86b8109d:34697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:34697. 2024-12-04T11:20:32,972 DEBUG [RS:0;e12b86b8109d:34697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:20:32,972 DEBUG [RS:0;e12b86b8109d:34697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:32,972 DEBUG [RS:0;e12b86b8109d:34697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:32,972 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:20:33,072 INFO [RS:0;e12b86b8109d:34697 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.shippere12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 terminated 2024-12-04T11:20:33,072 WARN [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,34697,1733311214647.replicationSource.wal-reader.e12b86b8109d%2C34697%2C1733311214647,1-e12b86b8109d,34697,1733311214647 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-04T11:20:33,073 INFO [RS:0;e12b86b8109d:34697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:34697. 2024-12-04T11:20:33,073 DEBUG [RS:0;e12b86b8109d:34697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:20:33,073 DEBUG [RS:0;e12b86b8109d:34697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:33,073 DEBUG [RS:0;e12b86b8109d:34697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:33,073 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:20:33,073 INFO [RS:0;e12b86b8109d:34697 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34697 2024-12-04T11:20:33,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34697-0x101a01211290004, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-759511661/rs/e12b86b8109d,34697,1733311214647 2024-12-04T11:20:33,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x101a01211290003, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-759511661/rs 2024-12-04T11:20:33,123 INFO [RS:0;e12b86b8109d:34697 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:20:33,134 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e12b86b8109d,34697,1733311214647] 2024-12-04T11:20:33,144 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-759511661/draining/e12b86b8109d,34697,1733311214647 already deleted, retry=false 2024-12-04T11:20:33,144 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e12b86b8109d,34697,1733311214647 expired; onlineServers=0 2024-12-04T11:20:33,144 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e12b86b8109d,37243,1733311214418' ***** 2024-12-04T11:20:33,144 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T11:20:33,144 INFO [M:0;e12b86b8109d:37243 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:20:33,144 INFO [M:0;e12b86b8109d:37243 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:20:33,144 DEBUG [M:0;e12b86b8109d:37243 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T11:20:33,145 DEBUG [M:0;e12b86b8109d:37243 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T11:20:33,145 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T11:20:33,145 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311216727 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311216727,5,FailOnTimeoutGroup] 2024-12-04T11:20:33,145 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311216725 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311216725,5,FailOnTimeoutGroup] 2024-12-04T11:20:33,145 INFO [M:0;e12b86b8109d:37243 {}] hbase.ChoreService(370): Chore service for: master/e12b86b8109d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T11:20:33,145 INFO [M:0;e12b86b8109d:37243 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:20:33,145 DEBUG [M:0;e12b86b8109d:37243 {}] master.HMaster(1795): Stopping service threads 2024-12-04T11:20:33,145 INFO [M:0;e12b86b8109d:37243 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T11:20:33,145 INFO [M:0;e12b86b8109d:37243 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:20:33,145 INFO [M:0;e12b86b8109d:37243 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T11:20:33,145 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T11:20:33,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x101a01211290003, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-759511661/master 2024-12-04T11:20:33,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x101a01211290003, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-759511661 2024-12-04T11:20:33,155 DEBUG [M:0;e12b86b8109d:37243 {}] zookeeper.ZKUtil(347): master:37243-0x101a01211290003, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Unable to get data of znode /1-759511661/master because node does not exist (not an error) 2024-12-04T11:20:33,155 WARN [M:0;e12b86b8109d:37243 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T11:20:33,155 INFO [M:0;e12b86b8109d:37243 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/.lastflushedseqids 2024-12-04T11:20:33,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741848_1024 (size=245) 2024-12-04T11:20:33,210 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.wal-reader.e12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.1733311211310 to pos 914, reset compression=false 2024-12-04T11:20:33,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34697-0x101a01211290004, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:20:33,234 INFO [RS:0;e12b86b8109d:34697 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:20:33,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34697-0x101a01211290004, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:20:33,234 INFO [RS:0;e12b86b8109d:34697 {}] regionserver.HRegionServer(1031): Exiting; stopping=e12b86b8109d,34697,1733311214647; zookeeper connection closed. 2024-12-04T11:20:33,234 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@523b0612 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@523b0612 2024-12-04T11:20:33,234 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T11:20:33,559 INFO [M:0;e12b86b8109d:37243 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T11:20:33,559 INFO [M:0;e12b86b8109d:37243 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T11:20:33,559 DEBUG [M:0;e12b86b8109d:37243 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:20:33,559 INFO [M:0;e12b86b8109d:37243 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:20:33,559 DEBUG [M:0;e12b86b8109d:37243 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:20:33,559 DEBUG [M:0;e12b86b8109d:37243 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:20:33,559 DEBUG [M:0;e12b86b8109d:37243 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:20:33,559 INFO [M:0;e12b86b8109d:37243 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-04T11:20:33,572 DEBUG [M:0;e12b86b8109d:37243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3188d20d22646ba99a0b0b8a9bcd256 is 82, key is hbase:meta,,1/info:regioninfo/1733311217939/Put/seqid=0 2024-12-04T11:20:33,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741849_1025 (size=5672) 2024-12-04T11:20:33,975 INFO [M:0;e12b86b8109d:37243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3188d20d22646ba99a0b0b8a9bcd256 2024-12-04T11:20:33,990 DEBUG [M:0;e12b86b8109d:37243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/796221dded7b46aebae1abb82984625b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733311225796/Put/seqid=0 2024-12-04T11:20:33,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741850_1026 (size=8515) 2024-12-04T11:20:34,013 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.wal-reader.e12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.1733311211310 to pos 914, reset compression=false 2024-12-04T11:20:34,393 INFO [M:0;e12b86b8109d:37243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/796221dded7b46aebae1abb82984625b 2024-12-04T11:20:34,408 DEBUG [M:0;e12b86b8109d:37243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8456b62fff9542ee8113274e08e67d9c is 69, key is e12b86b8109d,34697,1733311214647/rs:state/1733311216821/Put/seqid=0 2024-12-04T11:20:34,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741851_1027 (size=5156) 2024-12-04T11:20:34,812 INFO [M:0;e12b86b8109d:37243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8456b62fff9542ee8113274e08e67d9c 2024-12-04T11:20:34,816 DEBUG [M:0;e12b86b8109d:37243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3188d20d22646ba99a0b0b8a9bcd256 as hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f3188d20d22646ba99a0b0b8a9bcd256 2024-12-04T11:20:34,819 INFO [M:0;e12b86b8109d:37243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f3188d20d22646ba99a0b0b8a9bcd256, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T11:20:34,819 DEBUG [M:0;e12b86b8109d:37243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/796221dded7b46aebae1abb82984625b as hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/796221dded7b46aebae1abb82984625b 2024-12-04T11:20:34,822 INFO [M:0;e12b86b8109d:37243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/796221dded7b46aebae1abb82984625b, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T11:20:34,823 DEBUG [M:0;e12b86b8109d:37243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8456b62fff9542ee8113274e08e67d9c as hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8456b62fff9542ee8113274e08e67d9c 2024-12-04T11:20:34,826 INFO [M:0;e12b86b8109d:37243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45891/user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8456b62fff9542ee8113274e08e67d9c, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T11:20:34,827 INFO [M:0;e12b86b8109d:37243 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1268ms, sequenceid=97, compaction requested=false 2024-12-04T11:20:34,828 INFO [M:0;e12b86b8109d:37243 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:20:34,828 DEBUG [M:0;e12b86b8109d:37243 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311233559Disabling compacts and flushes for region at 1733311233559Disabling writes for close at 1733311233559Obtaining lock to block concurrent updates at 1733311233559Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733311233559Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733311233560 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733311233560Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733311233560Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733311233571 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733311233571Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733311233978 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733311233990 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733311233990Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733311234397 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733311234408 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733311234408Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78b9e976: reopening flushed file at 1733311234815 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69092ce9: reopening flushed file at 1733311234819 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@766e4f19: reopening flushed file at 1733311234822 (+3 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1268ms, sequenceid=97, compaction requested=false at 1733311234827 (+5 ms)Writing region close event to WAL at 1733311234828 (+1 ms)Closed at 1733311234828 2024-12-04T11:20:34,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741830_1006 (size=63642) 2024-12-04T11:20:34,829 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aa8521cd-900e-6f0c-57fa-f7f575bdee0c/MasterData/WALs/e12b86b8109d,37243,1733311214418/e12b86b8109d%2C37243%2C1733311214418.1733311216407 not finished, retry = 0 2024-12-04T11:20:34,916 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.wal-reader.e12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.1733311211310 to pos 914, reset compression=false 2024-12-04T11:20:34,930 INFO [M:0;e12b86b8109d:37243 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T11:20:34,930 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:20:34,930 INFO [M:0;e12b86b8109d:37243 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37243 2024-12-04T11:20:34,931 INFO [M:0;e12b86b8109d:37243 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:20:35,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x101a01211290003, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:20:35,097 INFO [M:0;e12b86b8109d:37243 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:20:35,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x101a01211290003, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:20:35,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@641042f0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T11:20:35,100 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@569a2576{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T11:20:35,100 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T11:20:35,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e6736a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T11:20:35,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a0e58bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6b56ea-abfe-93bc-c919-49e8cfe5cfb1/hadoop.log.dir/,STOPPED} 2024-12-04T11:20:35,102 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T11:20:35,102 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T11:20:35,102 WARN [BP-589278235-172.17.0.2-1733311212516 heartbeating to localhost/127.0.0.1:45891 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T11:20:35,102 WARN [BP-589278235-172.17.0.2-1733311212516 heartbeating to localhost/127.0.0.1:45891 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-589278235-172.17.0.2-1733311212516 (Datanode Uuid 1426ea27-69cc-4d5e-8fa2-73eedf323e43) service to localhost/127.0.0.1:45891 2024-12-04T11:20:35,102 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6b56ea-abfe-93bc-c919-49e8cfe5cfb1/cluster_da6b248e-a0eb-f4ec-9155-7f90ad5b1881/data/data1/current/BP-589278235-172.17.0.2-1733311212516 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T11:20:35,102 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6b56ea-abfe-93bc-c919-49e8cfe5cfb1/cluster_da6b248e-a0eb-f4ec-9155-7f90ad5b1881/data/data2/current/BP-589278235-172.17.0.2-1733311212516 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T11:20:35,103 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T11:20:35,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69de49c7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T11:20:35,107 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6def1617{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T11:20:35,107 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T11:20:35,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b7c9c1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T11:20:35,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c620576{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6b56ea-abfe-93bc-c919-49e8cfe5cfb1/hadoop.log.dir/,STOPPED} 2024-12-04T11:20:35,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T11:20:35,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T11:20:35,123 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:20:35,123 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:20:35,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:35,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:35,123 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:20:35,124 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T11:20:35,124 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=758538147, stopped=false 2024-12-04T11:20:35,124 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e12b86b8109d,34155,1733311208778 2024-12-04T11:20:35,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x101a01211290000, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1629571689/running 2024-12-04T11:20:35,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x101a01211290001, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1629571689/running 2024-12-04T11:20:35,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x101a01211290001, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629571689 2024-12-04T11:20:35,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x101a01211290000, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629571689 2024-12-04T11:20:35,144 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:20:35,145 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:20:35,145 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:20:35,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:35,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34155-0x101a01211290000, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Set watcher on znode that does not yet exist, /0-1629571689/running 2024-12-04T11:20:35,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42009-0x101a01211290001, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Set watcher on znode that does not yet exist, /0-1629571689/running 2024-12-04T11:20:35,145 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e12b86b8109d,42009,1733311209048' ***** 2024-12-04T11:20:35,145 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T11:20:35,145 INFO [RS:0;e12b86b8109d:42009 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T11:20:35,145 INFO [RS:0;e12b86b8109d:42009 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T11:20:35,145 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T11:20:35,145 INFO [RS:0;e12b86b8109d:42009 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T11:20:35,145 INFO [RS:0;e12b86b8109d:42009 {}] regionserver.HRegionServer(3091): Received CLOSE for 04e60b7f8e3b246821af922f19f183ef 2024-12-04T11:20:35,146 INFO [RS:0;e12b86b8109d:42009 {}] regionserver.HRegionServer(3091): Received CLOSE for 948dc6123e11b7d4e2cfa2faf7ba8d19 2024-12-04T11:20:35,146 INFO [RS:0;e12b86b8109d:42009 {}] regionserver.HRegionServer(959): stopping server e12b86b8109d,42009,1733311209048 2024-12-04T11:20:35,146 INFO [RS:0;e12b86b8109d:42009 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:20:35,146 INFO [RS:0;e12b86b8109d:42009 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:42009. 2024-12-04T11:20:35,146 DEBUG [RS:0;e12b86b8109d:42009 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:20:35,146 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 04e60b7f8e3b246821af922f19f183ef, disabling compactions & flushes 2024-12-04T11:20:35,146 DEBUG [RS:0;e12b86b8109d:42009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:35,146 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733311222466.04e60b7f8e3b246821af922f19f183ef. 2024-12-04T11:20:35,146 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733311222466.04e60b7f8e3b246821af922f19f183ef. 2024-12-04T11:20:35,146 INFO [RS:0;e12b86b8109d:42009 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T11:20:35,146 INFO [RS:0;e12b86b8109d:42009 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T11:20:35,146 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733311222466.04e60b7f8e3b246821af922f19f183ef. after waiting 0 ms 2024-12-04T11:20:35,146 INFO [RS:0;e12b86b8109d:42009 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T11:20:35,146 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733311222466.04e60b7f8e3b246821af922f19f183ef. 2024-12-04T11:20:35,146 INFO [RS:0;e12b86b8109d:42009 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T11:20:35,146 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 04e60b7f8e3b246821af922f19f183ef 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-04T11:20:35,146 INFO [RS:0;e12b86b8109d:42009 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T11:20:35,146 DEBUG [RS:0;e12b86b8109d:42009 {}] regionserver.HRegionServer(1325): Online Regions={04e60b7f8e3b246821af922f19f183ef=hbase:replication,,1733311222466.04e60b7f8e3b246821af922f19f183ef., 1588230740=hbase:meta,,1.1588230740, 948dc6123e11b7d4e2cfa2faf7ba8d19=test,,1733311218138.948dc6123e11b7d4e2cfa2faf7ba8d19.} 2024-12-04T11:20:35,146 DEBUG [RS:0;e12b86b8109d:42009 {}] regionserver.HRegionServer(1351): Waiting on 04e60b7f8e3b246821af922f19f183ef, 1588230740, 948dc6123e11b7d4e2cfa2faf7ba8d19 2024-12-04T11:20:35,146 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:20:35,146 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:20:35,146 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:20:35,146 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:20:35,146 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:20:35,146 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T11:20:35,158 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/hbase/replication/04e60b7f8e3b246821af922f19f183ef/.tmp/queue/5f92e12b5bc042aa82d225722b993762 is 153, key is 1-e12b86b8109d,42009,1733311209048/queue:e12b86b8109d%2C42009%2C1733311209048/1733311230491/Put/seqid=0 2024-12-04T11:20:35,158 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/hbase/meta/1588230740/.tmp/info/3e0ad78e7fd3470b8552dba650f87bc1 is 147, key is hbase:replication,,1733311222466.04e60b7f8e3b246821af922f19f183ef./info:regioninfo/1733311223691/Put/seqid=0 2024-12-04T11:20:35,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741840_1016 (size=5352) 2024-12-04T11:20:35,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741841_1017 (size=7686) 2024-12-04T11:20:35,185 INFO [regionserver/e12b86b8109d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T11:20:35,185 INFO [regionserver/e12b86b8109d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T11:20:35,201 INFO [regionserver/e12b86b8109d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:20:35,346 DEBUG [RS:0;e12b86b8109d:42009 {}] regionserver.HRegionServer(1351): Waiting on 04e60b7f8e3b246821af922f19f183ef, 1588230740, 948dc6123e11b7d4e2cfa2faf7ba8d19 2024-12-04T11:20:35,546 DEBUG [RS:0;e12b86b8109d:42009 {}] regionserver.HRegionServer(1351): Waiting on 04e60b7f8e3b246821af922f19f183ef, 1588230740, 948dc6123e11b7d4e2cfa2faf7ba8d19 2024-12-04T11:20:35,563 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/hbase/replication/04e60b7f8e3b246821af922f19f183ef/.tmp/queue/5f92e12b5bc042aa82d225722b993762 2024-12-04T11:20:35,563 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/hbase/meta/1588230740/.tmp/info/3e0ad78e7fd3470b8552dba650f87bc1 2024-12-04T11:20:35,567 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/hbase/replication/04e60b7f8e3b246821af922f19f183ef/.tmp/queue/5f92e12b5bc042aa82d225722b993762 as hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/hbase/replication/04e60b7f8e3b246821af922f19f183ef/queue/5f92e12b5bc042aa82d225722b993762 2024-12-04T11:20:35,571 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/hbase/replication/04e60b7f8e3b246821af922f19f183ef/queue/5f92e12b5bc042aa82d225722b993762, entries=1, sequenceid=10, filesize=5.2 K 2024-12-04T11:20:35,572 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 04e60b7f8e3b246821af922f19f183ef in 426ms, sequenceid=10, compaction requested=false 2024-12-04T11:20:35,572 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T11:20:35,575 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/hbase/replication/04e60b7f8e3b246821af922f19f183ef/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T11:20:35,576 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:20:35,576 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:20:35,576 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733311222466.04e60b7f8e3b246821af922f19f183ef. 2024-12-04T11:20:35,576 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 04e60b7f8e3b246821af922f19f183ef: Waiting for close lock at 1733311235146Running coprocessor pre-close hooks at 1733311235146Disabling compacts and flushes for region at 1733311235146Disabling writes for close at 1733311235146Obtaining lock to block concurrent updates at 1733311235146Preparing flush snapshotting stores in 04e60b7f8e3b246821af922f19f183ef at 1733311235146Finished memstore snapshotting hbase:replication,,1733311222466.04e60b7f8e3b246821af922f19f183ef., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733311235146Flushing stores of hbase:replication,,1733311222466.04e60b7f8e3b246821af922f19f183ef. at 1733311235147 (+1 ms)Flushing 04e60b7f8e3b246821af922f19f183ef/queue: creating writer at 1733311235147Flushing 04e60b7f8e3b246821af922f19f183ef/queue: appending metadata at 1733311235158 (+11 ms)Flushing 04e60b7f8e3b246821af922f19f183ef/queue: closing flushed file at 1733311235158Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24d066e9: reopening flushed file at 1733311235567 (+409 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 04e60b7f8e3b246821af922f19f183ef in 426ms, sequenceid=10, compaction requested=false at 1733311235572 (+5 ms)Writing region close event to WAL at 1733311235573 (+1 ms)Running coprocessor post-close hooks at 1733311235575 (+2 ms)Closed at 1733311235576 (+1 ms) 2024-12-04T11:20:35,576 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733311222466.04e60b7f8e3b246821af922f19f183ef. 2024-12-04T11:20:35,576 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 948dc6123e11b7d4e2cfa2faf7ba8d19, disabling compactions & flushes 2024-12-04T11:20:35,576 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733311218138.948dc6123e11b7d4e2cfa2faf7ba8d19. 2024-12-04T11:20:35,576 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733311218138.948dc6123e11b7d4e2cfa2faf7ba8d19. 2024-12-04T11:20:35,576 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733311218138.948dc6123e11b7d4e2cfa2faf7ba8d19. after waiting 0 ms 2024-12-04T11:20:35,576 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733311218138.948dc6123e11b7d4e2cfa2faf7ba8d19. 2024-12-04T11:20:35,576 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 948dc6123e11b7d4e2cfa2faf7ba8d19 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-04T11:20:35,580 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/hbase/meta/1588230740/.tmp/ns/b4af012d77774ef38f8fd6dd8c4a1561 is 43, key is default/ns:d/1733311212405/Put/seqid=0 2024-12-04T11:20:35,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741842_1018 (size=5153) 2024-12-04T11:20:35,589 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/default/test/948dc6123e11b7d4e2cfa2faf7ba8d19/.tmp/f/426beadd243a4ba5b9148a0ddb504b02 is 29, key is row1/f:/1733311229795/DeleteFamily/seqid=0 2024-12-04T11:20:35,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741843_1019 (size=5118) 2024-12-04T11:20:35,746 DEBUG [RS:0;e12b86b8109d:42009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 948dc6123e11b7d4e2cfa2faf7ba8d19 2024-12-04T11:20:35,919 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.wal-reader.e12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.1733311211310 to pos 914, reset compression=false 2024-12-04T11:20:35,923 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.wal-reader.e12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:20:35,923 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.wal-reader.e12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.1733311211310 to pos 1161, reset compression=false 2024-12-04T11:20:35,923 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.shippere12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,42009,1733311209048 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.1733311211310, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T11:20:35,924 ERROR [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.shippere12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e12b86b8109d,42009,1733311209048: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e12b86b8109d,42009,1733311209048, walGroup=e12b86b8109d%2C42009%2C1733311209048, offset=e12b86b8109d%2C42009%2C1733311209048.1733311211310:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:42009 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T11:20:35,925 ERROR [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.shippere12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T11:20:35,925 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.shippere12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T11:20:35,926 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.shippere12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T11:20:35,926 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.shippere12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T11:20:35,926 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.shippere12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T11:20:35,926 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.shippere12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 661852528 }, "NonHeapMemoryUsage": { "committed": 194707456, "init": 7667712, "max": -1, "used": 191989656 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T11:20:35,926 WARN [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.shippere12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:34155 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:34155 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T11:20:35,947 DEBUG [RS:0;e12b86b8109d:42009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 948dc6123e11b7d4e2cfa2faf7ba8d19 2024-12-04T11:20:35,989 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/hbase/meta/1588230740/.tmp/ns/b4af012d77774ef38f8fd6dd8c4a1561 2024-12-04T11:20:35,993 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/default/test/948dc6123e11b7d4e2cfa2faf7ba8d19/.tmp/f/426beadd243a4ba5b9148a0ddb504b02 2024-12-04T11:20:35,996 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 426beadd243a4ba5b9148a0ddb504b02 2024-12-04T11:20:36,007 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/default/test/948dc6123e11b7d4e2cfa2faf7ba8d19/.tmp/f1/2401fb5af5a941d289c70bd96a427139 is 30, key is row1/f1:/1733311229795/DeleteFamily/seqid=0 2024-12-04T11:20:36,008 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/hbase/meta/1588230740/.tmp/rep_barrier/6ba489745526441989660f9d3304ae93 is 112, key is test,,1733311218138.948dc6123e11b7d4e2cfa2faf7ba8d19./rep_barrier:seqnumDuringOpen/1733311219282/Put/seqid=0 2024-12-04T11:20:36,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741845_1021 (size=5518) 2024-12-04T11:20:36,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741844_1020 (size=5123) 2024-12-04T11:20:36,127 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.wal-reader.e12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.1733311211310 to pos 1161, reset compression=false 2024-12-04T11:20:36,147 INFO [RS:0;e12b86b8109d:42009 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T11:20:36,147 DEBUG [RS:0;e12b86b8109d:42009 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 948dc6123e11b7d4e2cfa2faf7ba8d19=test,,1733311218138.948dc6123e11b7d4e2cfa2faf7ba8d19.} 2024-12-04T11:20:36,147 DEBUG [RS:0;e12b86b8109d:42009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 948dc6123e11b7d4e2cfa2faf7ba8d19 2024-12-04T11:20:36,347 DEBUG [RS:0;e12b86b8109d:42009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 948dc6123e11b7d4e2cfa2faf7ba8d19 2024-12-04T11:20:36,394 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:20:36,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:36,411 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/hbase/meta/1588230740/.tmp/rep_barrier/6ba489745526441989660f9d3304ae93 2024-12-04T11:20:36,411 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/default/test/948dc6123e11b7d4e2cfa2faf7ba8d19/.tmp/f1/2401fb5af5a941d289c70bd96a427139 2024-12-04T11:20:36,415 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2401fb5af5a941d289c70bd96a427139 2024-12-04T11:20:36,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:36,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:36,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:36,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:36,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:36,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:36,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:36,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:36,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:36,428 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/default/test/948dc6123e11b7d4e2cfa2faf7ba8d19/.tmp/norep/10b429e79f484d03822ede7958b35fc4 is 32, key is row/norep:/1733311228789/DeleteFamily/seqid=0 2024-12-04T11:20:36,429 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/hbase/meta/1588230740/.tmp/table/b82da19c47e6407f8fadcabb55e5be04 is 53, key is hbase:replication/table:state/1733311223697/Put/seqid=0 2024-12-04T11:20:36,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:36,430 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.wal-reader.e12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.1733311211310 to pos 1161, reset compression=false 2024-12-04T11:20:36,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741846_1022 (size=5101) 2024-12-04T11:20:36,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741847_1023 (size=5308) 2024-12-04T11:20:36,547 DEBUG [RS:0;e12b86b8109d:42009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 948dc6123e11b7d4e2cfa2faf7ba8d19 2024-12-04T11:20:36,747 DEBUG [RS:0;e12b86b8109d:42009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 948dc6123e11b7d4e2cfa2faf7ba8d19 2024-12-04T11:20:36,832 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/default/test/948dc6123e11b7d4e2cfa2faf7ba8d19/.tmp/norep/10b429e79f484d03822ede7958b35fc4 2024-12-04T11:20:36,833 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/hbase/meta/1588230740/.tmp/table/b82da19c47e6407f8fadcabb55e5be04 2024-12-04T11:20:36,834 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.wal-reader.e12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.1733311211310 to pos 1161, reset compression=false 2024-12-04T11:20:36,836 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10b429e79f484d03822ede7958b35fc4 2024-12-04T11:20:36,836 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/default/test/948dc6123e11b7d4e2cfa2faf7ba8d19/.tmp/f/426beadd243a4ba5b9148a0ddb504b02 as hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/default/test/948dc6123e11b7d4e2cfa2faf7ba8d19/f/426beadd243a4ba5b9148a0ddb504b02 2024-12-04T11:20:36,837 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/hbase/meta/1588230740/.tmp/info/3e0ad78e7fd3470b8552dba650f87bc1 as hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/hbase/meta/1588230740/info/3e0ad78e7fd3470b8552dba650f87bc1 2024-12-04T11:20:36,840 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 426beadd243a4ba5b9148a0ddb504b02 2024-12-04T11:20:36,840 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/default/test/948dc6123e11b7d4e2cfa2faf7ba8d19/f/426beadd243a4ba5b9148a0ddb504b02, entries=2, sequenceid=8, filesize=5.0 K 2024-12-04T11:20:36,841 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/hbase/meta/1588230740/info/3e0ad78e7fd3470b8552dba650f87bc1, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T11:20:36,841 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/default/test/948dc6123e11b7d4e2cfa2faf7ba8d19/.tmp/f1/2401fb5af5a941d289c70bd96a427139 as hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/default/test/948dc6123e11b7d4e2cfa2faf7ba8d19/f1/2401fb5af5a941d289c70bd96a427139 2024-12-04T11:20:36,841 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/hbase/meta/1588230740/.tmp/ns/b4af012d77774ef38f8fd6dd8c4a1561 as hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/hbase/meta/1588230740/ns/b4af012d77774ef38f8fd6dd8c4a1561 2024-12-04T11:20:36,844 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2401fb5af5a941d289c70bd96a427139 2024-12-04T11:20:36,844 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/hbase/meta/1588230740/ns/b4af012d77774ef38f8fd6dd8c4a1561, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T11:20:36,844 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/default/test/948dc6123e11b7d4e2cfa2faf7ba8d19/f1/2401fb5af5a941d289c70bd96a427139, entries=2, sequenceid=8, filesize=5.0 K 2024-12-04T11:20:36,845 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/hbase/meta/1588230740/.tmp/rep_barrier/6ba489745526441989660f9d3304ae93 as hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/hbase/meta/1588230740/rep_barrier/6ba489745526441989660f9d3304ae93 2024-12-04T11:20:36,845 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/default/test/948dc6123e11b7d4e2cfa2faf7ba8d19/.tmp/norep/10b429e79f484d03822ede7958b35fc4 as hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/default/test/948dc6123e11b7d4e2cfa2faf7ba8d19/norep/10b429e79f484d03822ede7958b35fc4 2024-12-04T11:20:36,848 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10b429e79f484d03822ede7958b35fc4 2024-12-04T11:20:36,848 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/hbase/meta/1588230740/rep_barrier/6ba489745526441989660f9d3304ae93, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T11:20:36,848 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/default/test/948dc6123e11b7d4e2cfa2faf7ba8d19/norep/10b429e79f484d03822ede7958b35fc4, entries=1, sequenceid=8, filesize=5.0 K 2024-12-04T11:20:36,849 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/hbase/meta/1588230740/.tmp/table/b82da19c47e6407f8fadcabb55e5be04 as hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/hbase/meta/1588230740/table/b82da19c47e6407f8fadcabb55e5be04 2024-12-04T11:20:36,849 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 948dc6123e11b7d4e2cfa2faf7ba8d19 in 1273ms, sequenceid=8, compaction requested=false 2024-12-04T11:20:36,849 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T11:20:36,853 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/default/test/948dc6123e11b7d4e2cfa2faf7ba8d19/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T11:20:36,853 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/hbase/meta/1588230740/table/b82da19c47e6407f8fadcabb55e5be04, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T11:20:36,853 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:20:36,853 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T11:20:36,853 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733311218138.948dc6123e11b7d4e2cfa2faf7ba8d19. 2024-12-04T11:20:36,853 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 948dc6123e11b7d4e2cfa2faf7ba8d19: Waiting for close lock at 1733311235576Running coprocessor pre-close hooks at 1733311235576Disabling compacts and flushes for region at 1733311235576Disabling writes for close at 1733311235576Obtaining lock to block concurrent updates at 1733311235576Preparing flush snapshotting stores in 948dc6123e11b7d4e2cfa2faf7ba8d19 at 1733311235576Finished memstore snapshotting test,,1733311218138.948dc6123e11b7d4e2cfa2faf7ba8d19., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733311235576Flushing stores of test,,1733311218138.948dc6123e11b7d4e2cfa2faf7ba8d19. at 1733311235577 (+1 ms)Flushing 948dc6123e11b7d4e2cfa2faf7ba8d19/f: creating writer at 1733311235577Flushing 948dc6123e11b7d4e2cfa2faf7ba8d19/f: appending metadata at 1733311235589 (+12 ms)Flushing 948dc6123e11b7d4e2cfa2faf7ba8d19/f: closing flushed file at 1733311235589Flushing 948dc6123e11b7d4e2cfa2faf7ba8d19/f1: creating writer at 1733311235996 (+407 ms)Flushing 948dc6123e11b7d4e2cfa2faf7ba8d19/f1: appending metadata at 1733311236007 (+11 ms)Flushing 948dc6123e11b7d4e2cfa2faf7ba8d19/f1: closing flushed file at 1733311236007Flushing 948dc6123e11b7d4e2cfa2faf7ba8d19/norep: creating writer at 1733311236415 (+408 ms)Flushing 948dc6123e11b7d4e2cfa2faf7ba8d19/norep: appending metadata at 1733311236427 (+12 ms)Flushing 948dc6123e11b7d4e2cfa2faf7ba8d19/norep: closing flushed file at 1733311236427Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6758b9bf: reopening flushed file at 1733311236836 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f3375b0: reopening flushed file at 1733311236841 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25a4a685: reopening flushed file at 1733311236844 (+3 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 948dc6123e11b7d4e2cfa2faf7ba8d19 in 1273ms, sequenceid=8, compaction requested=false at 1733311236849 (+5 ms)Writing region close event to WAL at 1733311236850 (+1 ms)Running coprocessor post-close hooks at 1733311236853 (+3 ms)Closed at 1733311236853 2024-12-04T11:20:36,854 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733311218138.948dc6123e11b7d4e2cfa2faf7ba8d19. 2024-12-04T11:20:36,854 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false 2024-12-04T11:20:36,854 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T11:20:36,858 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T11:20:36,858 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:20:36,858 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:20:36,858 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:20:36,858 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311235146Running coprocessor pre-close hooks at 1733311235146Disabling compacts and flushes for region at 1733311235146Disabling writes for close at 1733311235146Obtaining lock to block concurrent updates at 1733311235146Preparing flush snapshotting stores in 1588230740 at 1733311235146Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733311235147 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733311235147Flushing 1588230740/info: creating writer at 1733311235147Flushing 1588230740/info: appending metadata at 1733311235158 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733311235158Flushing 1588230740/ns: creating writer at 1733311235567 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733311235580 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733311235580Flushing 1588230740/rep_barrier: creating writer at 1733311235992 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733311236007 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733311236007Flushing 1588230740/table: creating writer at 1733311236415 (+408 ms)Flushing 1588230740/table: appending metadata at 1733311236429 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733311236429Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@328e97ad: reopening flushed file at 1733311236837 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@714844ac: reopening flushed file at 1733311236841 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b69baf8: reopening flushed file at 1733311236844 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@187c860d: reopening flushed file at 1733311236848 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false at 1733311236854 (+6 ms)Writing region close event to WAL at 1733311236855 (+1 ms)Running coprocessor post-close hooks at 1733311236858 (+3 ms)Closed at 1733311236858 2024-12-04T11:20:36,859 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T11:20:36,947 INFO [RS:0;e12b86b8109d:42009 {}] regionserver.HRegionServer(976): stopping server e12b86b8109d,42009,1733311209048; all regions closed. 2024-12-04T11:20:36,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741834_1010 (size=4239) 2024-12-04T11:20:36,949 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.meta.1733311212352.meta not finished, retry = 0 2024-12-04T11:20:37,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741839_1015 (size=2676) 2024-12-04T11:20:37,052 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.rep.1733311223664 not finished, retry = 0 2024-12-04T11:20:37,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741832_1008 (size=1813) 2024-12-04T11:20:37,154 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/WALs/e12b86b8109d,42009,1733311209048/e12b86b8109d%2C42009%2C1733311209048.1733311211310 not finished, retry = 0 2024-12-04T11:20:37,255 DEBUG [RS:0;e12b86b8109d:42009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:37,255 INFO [RS:0;e12b86b8109d:42009 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:20:37,255 INFO [RS:0;e12b86b8109d:42009 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:20:37,255 INFO [RS:0;e12b86b8109d:42009 {}] hbase.ChoreService(370): Chore service for: regionserver/e12b86b8109d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T11:20:37,255 INFO [RS:0;e12b86b8109d:42009 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:20:37,255 INFO [regionserver/e12b86b8109d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:20:37,255 INFO [RS:0;e12b86b8109d:42009 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e12b86b8109d,42009,1733311209048 because: Region server is closing 2024-12-04T11:20:37,256 INFO [RS:0;e12b86b8109d:42009 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:42009. 2024-12-04T11:20:37,256 DEBUG [RS:0;e12b86b8109d:42009 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:20:37,256 DEBUG [RS:0;e12b86b8109d:42009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:37,256 DEBUG [RS:0;e12b86b8109d:42009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:37,256 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:20:37,356 INFO [RS:0;e12b86b8109d:42009 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42009,1733311209048.replicationSource.shippere12b86b8109d%2C42009%2C1733311209048,1-e12b86b8109d,42009,1733311209048 terminated 2024-12-04T11:20:37,356 INFO [RS:0;e12b86b8109d:42009 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:42009. 2024-12-04T11:20:37,356 DEBUG [RS:0;e12b86b8109d:42009 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:20:37,356 DEBUG [RS:0;e12b86b8109d:42009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:37,356 DEBUG [RS:0;e12b86b8109d:42009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:37,356 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:20:37,356 INFO [RS:0;e12b86b8109d:42009 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42009 2024-12-04T11:20:37,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x101a01211290001, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1629571689/rs/e12b86b8109d,42009,1733311209048 2024-12-04T11:20:37,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x101a01211290000, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629571689/rs 2024-12-04T11:20:37,407 INFO [RS:0;e12b86b8109d:42009 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:20:37,418 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e12b86b8109d,42009,1733311209048] 2024-12-04T11:20:37,428 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1629571689/draining/e12b86b8109d,42009,1733311209048 already deleted, retry=false 2024-12-04T11:20:37,428 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e12b86b8109d,42009,1733311209048 expired; onlineServers=0 2024-12-04T11:20:37,428 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e12b86b8109d,34155,1733311208778' ***** 2024-12-04T11:20:37,428 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T11:20:37,428 INFO [M:0;e12b86b8109d:34155 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:20:37,428 INFO [M:0;e12b86b8109d:34155 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:20:37,428 DEBUG [M:0;e12b86b8109d:34155 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T11:20:37,428 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T11:20:37,428 DEBUG [M:0;e12b86b8109d:34155 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T11:20:37,428 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311211120 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311211120,5,FailOnTimeoutGroup] 2024-12-04T11:20:37,428 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311211120 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311211120,5,FailOnTimeoutGroup] 2024-12-04T11:20:37,429 INFO [M:0;e12b86b8109d:34155 {}] hbase.ChoreService(370): Chore service for: master/e12b86b8109d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T11:20:37,429 INFO [M:0;e12b86b8109d:34155 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:20:37,429 DEBUG [M:0;e12b86b8109d:34155 {}] master.HMaster(1795): Stopping service threads 2024-12-04T11:20:37,429 INFO [M:0;e12b86b8109d:34155 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T11:20:37,429 INFO [M:0;e12b86b8109d:34155 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:20:37,429 INFO [M:0;e12b86b8109d:34155 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T11:20:37,429 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T11:20:37,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x101a01211290000, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1629571689/master 2024-12-04T11:20:37,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x101a01211290000, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629571689 2024-12-04T11:20:37,439 DEBUG [M:0;e12b86b8109d:34155 {}] zookeeper.ZKUtil(347): master:34155-0x101a01211290000, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Unable to get data of znode /0-1629571689/master because node does not exist (not an error) 2024-12-04T11:20:37,439 WARN [M:0;e12b86b8109d:34155 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T11:20:37,439 INFO [M:0;e12b86b8109d:34155 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/.lastflushedseqids 2024-12-04T11:20:37,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741848_1024 (size=245) 2024-12-04T11:20:37,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x101a01211290001, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:20:37,518 INFO [RS:0;e12b86b8109d:42009 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:20:37,518 INFO [RS:0;e12b86b8109d:42009 {}] regionserver.HRegionServer(1031): Exiting; stopping=e12b86b8109d,42009,1733311209048; zookeeper connection closed. 2024-12-04T11:20:37,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42009-0x101a01211290001, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:20:37,518 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3b63cf6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3b63cf6 2024-12-04T11:20:37,518 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T11:20:37,843 INFO [M:0;e12b86b8109d:34155 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T11:20:37,844 INFO [M:0;e12b86b8109d:34155 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T11:20:37,844 DEBUG [M:0;e12b86b8109d:34155 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:20:37,844 INFO [M:0;e12b86b8109d:34155 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:20:37,844 DEBUG [M:0;e12b86b8109d:34155 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:20:37,844 DEBUG [M:0;e12b86b8109d:34155 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:20:37,844 DEBUG [M:0;e12b86b8109d:34155 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:20:37,844 INFO [M:0;e12b86b8109d:34155 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-04T11:20:37,861 DEBUG [M:0;e12b86b8109d:34155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/847d8905183c41aca23f960882747de3 is 82, key is hbase:meta,,1/info:regioninfo/1733311212380/Put/seqid=0 2024-12-04T11:20:37,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741849_1025 (size=5672) 2024-12-04T11:20:38,264 INFO [M:0;e12b86b8109d:34155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/847d8905183c41aca23f960882747de3 2024-12-04T11:20:38,284 DEBUG [M:0;e12b86b8109d:34155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8950b80305604701b7f514c49153bf04 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733311223700/Put/seqid=0 2024-12-04T11:20:38,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741850_1026 (size=8516) 2024-12-04T11:20:38,366 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T11:20:38,688 INFO [M:0;e12b86b8109d:34155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8950b80305604701b7f514c49153bf04 2024-12-04T11:20:38,704 DEBUG [M:0;e12b86b8109d:34155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b0ec2c55ebe54156a7803eb5f8ac2606 is 69, key is e12b86b8109d,42009,1733311209048/rs:state/1733311211173/Put/seqid=0 2024-12-04T11:20:38,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741851_1027 (size=5156) 2024-12-04T11:20:39,107 INFO [M:0;e12b86b8109d:34155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b0ec2c55ebe54156a7803eb5f8ac2606 2024-12-04T11:20:39,112 DEBUG [M:0;e12b86b8109d:34155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/847d8905183c41aca23f960882747de3 as hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/847d8905183c41aca23f960882747de3 2024-12-04T11:20:39,115 INFO [M:0;e12b86b8109d:34155 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/847d8905183c41aca23f960882747de3, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T11:20:39,116 DEBUG [M:0;e12b86b8109d:34155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8950b80305604701b7f514c49153bf04 as hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8950b80305604701b7f514c49153bf04 2024-12-04T11:20:39,119 INFO [M:0;e12b86b8109d:34155 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8950b80305604701b7f514c49153bf04, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T11:20:39,120 DEBUG [M:0;e12b86b8109d:34155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b0ec2c55ebe54156a7803eb5f8ac2606 as hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b0ec2c55ebe54156a7803eb5f8ac2606 2024-12-04T11:20:39,123 INFO [M:0;e12b86b8109d:34155 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40703/user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b0ec2c55ebe54156a7803eb5f8ac2606, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T11:20:39,124 INFO [M:0;e12b86b8109d:34155 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false 2024-12-04T11:20:39,125 INFO [M:0;e12b86b8109d:34155 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:20:39,125 DEBUG [M:0;e12b86b8109d:34155 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311237844Disabling compacts and flushes for region at 1733311237844Disabling writes for close at 1733311237844Obtaining lock to block concurrent updates at 1733311237844Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733311237844Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733311237844Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733311237845 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733311237845Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733311237860 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733311237860Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733311238268 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733311238284 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733311238284Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733311238692 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733311238704 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733311238704Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@389e3479: reopening flushed file at 1733311239111 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18aa2bc1: reopening flushed file at 1733311239115 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b48ea02: reopening flushed file at 1733311239119 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false at 1733311239124 (+5 ms)Writing region close event to WAL at 1733311239125 (+1 ms)Closed at 1733311239125 2024-12-04T11:20:39,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741830_1006 (size=63654) 2024-12-04T11:20:39,126 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66b44f86-88cf-c244-15ae-59329bcc372a/MasterData/WALs/e12b86b8109d,34155,1733311208778/e12b86b8109d%2C34155%2C1733311208778.1733311210861 not finished, retry = 0 2024-12-04T11:20:39,227 INFO [M:0;e12b86b8109d:34155 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T11:20:39,227 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:20:39,227 INFO [M:0;e12b86b8109d:34155 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34155 2024-12-04T11:20:39,227 INFO [M:0;e12b86b8109d:34155 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:20:39,381 INFO [M:0;e12b86b8109d:34155 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:20:39,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x101a01211290000, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:20:39,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x101a01211290000, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:20:39,383 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d66cc46{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T11:20:39,383 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@652a6243{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T11:20:39,383 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T11:20:39,383 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66baa053{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T11:20:39,383 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20e1f8bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98953dbc-95f5-062c-bcd4-75000877601e/hadoop.log.dir/,STOPPED} 2024-12-04T11:20:39,384 WARN [BP-709531121-172.17.0.2-1733311206796 heartbeating to localhost/127.0.0.1:40703 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T11:20:39,384 WARN [BP-709531121-172.17.0.2-1733311206796 heartbeating to localhost/127.0.0.1:40703 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-709531121-172.17.0.2-1733311206796 (Datanode Uuid 230a1306-b44a-48e5-8e8b-7502414b2e22) service to localhost/127.0.0.1:40703 2024-12-04T11:20:39,384 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T11:20:39,384 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T11:20:39,385 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98953dbc-95f5-062c-bcd4-75000877601e/cluster_93975c7e-b789-beef-674d-dc95002b61bb/data/data1/current/BP-709531121-172.17.0.2-1733311206796 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T11:20:39,385 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98953dbc-95f5-062c-bcd4-75000877601e/cluster_93975c7e-b789-beef-674d-dc95002b61bb/data/data2/current/BP-709531121-172.17.0.2-1733311206796 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T11:20:39,385 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T11:20:39,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@224769c2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T11:20:39,390 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a45be74{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T11:20:39,390 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T11:20:39,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e05f28e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T11:20:39,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6282b25e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98953dbc-95f5-062c-bcd4-75000877601e/hadoop.log.dir/,STOPPED} 2024-12-04T11:20:39,394 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T11:20:39,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T11:20:39,410 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=260 (was 241) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40703 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40703 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:40703 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45891 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45891 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45891 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63964) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40703 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45891 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40703 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45891 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45891 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:45891 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45891 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63964) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=654 (was 616) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=310 (was 324), ProcessCount=11 (was 11), AvailableMemoryMB=3050 (was 3093) 2024-12-04T11:20:39,418 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=260, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=310, ProcessCount=11, AvailableMemoryMB=3050 2024-12-04T11:20:39,428 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-04T11:20:39,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6b56ea-abfe-93bc-c919-49e8cfe5cfb1/hadoop.log.dir so I do NOT create it in target/test-data/d5f14425-555f-c5a4-4164-e1f01dbbb6c1 2024-12-04T11:20:39,429 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6b56ea-abfe-93bc-c919-49e8cfe5cfb1/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T11:20:39,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6b56ea-abfe-93bc-c919-49e8cfe5cfb1/hadoop.tmp.dir so I do NOT create it in target/test-data/d5f14425-555f-c5a4-4164-e1f01dbbb6c1 2024-12-04T11:20:39,429 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6b56ea-abfe-93bc-c919-49e8cfe5cfb1/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T11:20:39,429 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f14425-555f-c5a4-4164-e1f01dbbb6c1 2024-12-04T11:20:39,429 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f14425-555f-c5a4-4164-e1f01dbbb6c1/cluster_43e1ac42-d354-c0f2-b26b-ebe1df03d56a, deleteOnExit=true 2024-12-04T11:20:39,450 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f14425-555f-c5a4-4164-e1f01dbbb6c1/cluster_43e1ac42-d354-c0f2-b26b-ebe1df03d56a/zookeeper_0, clientPort=58593, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f14425-555f-c5a4-4164-e1f01dbbb6c1/cluster_43e1ac42-d354-c0f2-b26b-ebe1df03d56a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f14425-555f-c5a4-4164-e1f01dbbb6c1/cluster_43e1ac42-d354-c0f2-b26b-ebe1df03d56a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T11:20:39,450 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58593 2024-12-04T11:20:39,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T11:20:39,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T11:20:39,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f14425-555f-c5a4-4164-e1f01dbbb6c1/test.cache.data in system properties and HBase conf 2024-12-04T11:20:39,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f14425-555f-c5a4-4164-e1f01dbbb6c1/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T11:20:39,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f14425-555f-c5a4-4164-e1f01dbbb6c1/hadoop.log.dir in system properties and HBase conf 2024-12-04T11:20:39,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f14425-555f-c5a4-4164-e1f01dbbb6c1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T11:20:39,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f14425-555f-c5a4-4164-e1f01dbbb6c1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T11:20:39,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T11:20:39,451 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T11:20:39,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f14425-555f-c5a4-4164-e1f01dbbb6c1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T11:20:39,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f14425-555f-c5a4-4164-e1f01dbbb6c1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T11:20:39,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f14425-555f-c5a4-4164-e1f01dbbb6c1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T11:20:39,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f14425-555f-c5a4-4164-e1f01dbbb6c1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T11:20:39,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f14425-555f-c5a4-4164-e1f01dbbb6c1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T11:20:39,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f14425-555f-c5a4-4164-e1f01dbbb6c1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T11:20:39,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f14425-555f-c5a4-4164-e1f01dbbb6c1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T11:20:39,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f14425-555f-c5a4-4164-e1f01dbbb6c1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T11:20:39,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f14425-555f-c5a4-4164-e1f01dbbb6c1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T11:20:39,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f14425-555f-c5a4-4164-e1f01dbbb6c1/nfs.dump.dir in system properties and HBase conf 2024-12-04T11:20:39,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f14425-555f-c5a4-4164-e1f01dbbb6c1/java.io.tmpdir in system properties and HBase conf 2024-12-04T11:20:39,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f14425-555f-c5a4-4164-e1f01dbbb6c1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T11:20:39,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f14425-555f-c5a4-4164-e1f01dbbb6c1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T11:20:39,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f14425-555f-c5a4-4164-e1f01dbbb6c1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T11:20:39,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a01211290002, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T11:20:39,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a01211290005, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T11:20:39,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a01211290005, quorum=127.0.0.1:63964, baseZNode=/1-759511661 Received Disconnected from ZooKeeper, ignoring 2024-12-04T11:20:39,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a01211290002, quorum=127.0.0.1:63964, baseZNode=/0-1629571689 Received Disconnected from ZooKeeper, ignoring 2024-12-04T11:20:39,842 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:20:39,844 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T11:20:39,846 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T11:20:39,846 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T11:20:39,846 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T11:20:39,847 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:20:39,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1380d0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f14425-555f-c5a4-4164-e1f01dbbb6c1/hadoop.log.dir/,AVAILABLE} 2024-12-04T11:20:39,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b589b02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T11:20:39,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74d4b63{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f14425-555f-c5a4-4164-e1f01dbbb6c1/java.io.tmpdir/jetty-localhost-35587-hadoop-hdfs-3_4_1-tests_jar-_-any-10423417688152829309/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T11:20:39,937 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7292c86f{HTTP/1.1, (http/1.1)}{localhost:35587} 2024-12-04T11:20:39,938 INFO [Time-limited test {}] server.Server(415): Started @234649ms 2024-12-04T11:20:40,198 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:20:40,202 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T11:20:40,204 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T11:20:40,204 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T11:20:40,204 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T11:20:40,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38b4ab95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f14425-555f-c5a4-4164-e1f01dbbb6c1/hadoop.log.dir/,AVAILABLE} 2024-12-04T11:20:40,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22b3f6ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T11:20:40,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76d31998{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f14425-555f-c5a4-4164-e1f01dbbb6c1/java.io.tmpdir/jetty-localhost-40131-hadoop-hdfs-3_4_1-tests_jar-_-any-6729219573965759042/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T11:20:40,296 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70014cdd{HTTP/1.1, (http/1.1)}{localhost:40131} 2024-12-04T11:20:40,296 INFO [Time-limited test {}] server.Server(415): Started @235007ms 2024-12-04T11:20:40,297 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T11:20:40,577 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:20:40,577 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e12b86b8109d,39329,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:39329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T11:20:40,578 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38457 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e12b86b8109d,39329,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:39329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T11:20:40,983 WARN [Thread-2675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f14425-555f-c5a4-4164-e1f01dbbb6c1/cluster_43e1ac42-d354-c0f2-b26b-ebe1df03d56a/data/data1/current/BP-287421835-172.17.0.2-1733311239464/current, will proceed with Du for space computation calculation, 2024-12-04T11:20:40,983 WARN [Thread-2676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f14425-555f-c5a4-4164-e1f01dbbb6c1/cluster_43e1ac42-d354-c0f2-b26b-ebe1df03d56a/data/data2/current/BP-287421835-172.17.0.2-1733311239464/current, will proceed with Du for space computation calculation, 2024-12-04T11:20:41,002 WARN [Thread-2663 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T11:20:41,004 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e284793a2d7300f with lease ID 0x4150e82c16b925c: Processing first storage report for DS-12fd93fb-7937-43db-bf21-fa3da8af3c02 from datanode DatanodeRegistration(127.0.0.1:41841, datanodeUuid=4e60672b-15ab-43e9-8efa-1c811c713777, infoPort=38555, infoSecurePort=0, ipcPort=37785, storageInfo=lv=-57;cid=testClusterID;nsid=1239041013;c=1733311239464) 2024-12-04T11:20:41,004 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e284793a2d7300f with lease ID 0x4150e82c16b925c: from storage DS-12fd93fb-7937-43db-bf21-fa3da8af3c02 node DatanodeRegistration(127.0.0.1:41841, datanodeUuid=4e60672b-15ab-43e9-8efa-1c811c713777, infoPort=38555, infoSecurePort=0, ipcPort=37785, storageInfo=lv=-57;cid=testClusterID;nsid=1239041013;c=1733311239464), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T11:20:41,004 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e284793a2d7300f with lease ID 0x4150e82c16b925c: Processing first storage report for DS-011c24f5-cd92-4d3a-ba74-bab44ee82093 from datanode DatanodeRegistration(127.0.0.1:41841, datanodeUuid=4e60672b-15ab-43e9-8efa-1c811c713777, infoPort=38555, infoSecurePort=0, ipcPort=37785, storageInfo=lv=-57;cid=testClusterID;nsid=1239041013;c=1733311239464) 2024-12-04T11:20:41,004 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e284793a2d7300f with lease ID 0x4150e82c16b925c: from storage DS-011c24f5-cd92-4d3a-ba74-bab44ee82093 node DatanodeRegistration(127.0.0.1:41841, datanodeUuid=4e60672b-15ab-43e9-8efa-1c811c713777, infoPort=38555, infoSecurePort=0, ipcPort=37785, storageInfo=lv=-57;cid=testClusterID;nsid=1239041013;c=1733311239464), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T11:20:41,019 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f14425-555f-c5a4-4164-e1f01dbbb6c1 2024-12-04T11:20:41,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:20:41,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:20:41,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41841 is added to blk_1073741825_1001 (size=7) 2024-12-04T11:20:41,208 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:20:41,208 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T11:20:41,208 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T11:20:41,208 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T11:20:41,208 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T11:20:41,208 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:20:41,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T11:20:41,428 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e with version=8 2024-12-04T11:20:41,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/hbase-staging 2024-12-04T11:20:41,429 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:20:41,429 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:20:41,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:20:41,430 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:20:41,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:20:41,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:20:41,430 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T11:20:41,430 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:20:41,430 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33331 2024-12-04T11:20:41,431 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33331 connecting to ZooKeeper ensemble=127.0.0.1:58593 2024-12-04T11:20:41,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333310x0, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:20:41,530 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33331-0x101a01290c40000 connected 2024-12-04T11:20:41,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:20:41,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:20:41,610 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33331-0x101a01290c40000, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Set watcher on znode that does not yet exist, /0-1361637022/running 2024-12-04T11:20:41,610 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e, hbase.cluster.distributed=false 2024-12-04T11:20:41,611 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33331-0x101a01290c40000, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Set watcher on znode that does not yet exist, /0-1361637022/acl 2024-12-04T11:20:41,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33331 2024-12-04T11:20:41,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33331 2024-12-04T11:20:41,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33331 2024-12-04T11:20:41,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33331 2024-12-04T11:20:41,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33331 2024-12-04T11:20:41,623 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:20:41,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:20:41,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:20:41,624 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:20:41,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:20:41,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:20:41,624 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T11:20:41,624 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:20:41,624 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40883 2024-12-04T11:20:41,625 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40883 connecting to ZooKeeper ensemble=127.0.0.1:58593 2024-12-04T11:20:41,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:20:41,626 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:20:41,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408830x0, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:20:41,639 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40883-0x101a01290c40001 connected 2024-12-04T11:20:41,639 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40883-0x101a01290c40001, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Set watcher on znode that does not yet exist, /0-1361637022/running 2024-12-04T11:20:41,639 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T11:20:41,640 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T11:20:41,640 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40883-0x101a01290c40001, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Set watcher on znode that does not yet exist, /0-1361637022/master 2024-12-04T11:20:41,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40883-0x101a01290c40001, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Set watcher on znode that does not yet exist, /0-1361637022/acl 2024-12-04T11:20:41,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40883 2024-12-04T11:20:41,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40883 2024-12-04T11:20:41,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40883 2024-12-04T11:20:41,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40883 2024-12-04T11:20:41,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40883 2024-12-04T11:20:41,654 DEBUG [M:0;e12b86b8109d:33331 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e12b86b8109d:33331 2024-12-04T11:20:41,656 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1361637022/backup-masters/e12b86b8109d,33331,1733311241429 2024-12-04T11:20:41,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33331-0x101a01290c40000, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361637022/backup-masters 2024-12-04T11:20:41,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40883-0x101a01290c40001, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361637022/backup-masters 2024-12-04T11:20:41,660 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33331-0x101a01290c40000, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Set watcher on existing znode=/0-1361637022/backup-masters/e12b86b8109d,33331,1733311241429 2024-12-04T11:20:41,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33331-0x101a01290c40000, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361637022 2024-12-04T11:20:41,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40883-0x101a01290c40001, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1361637022/master 2024-12-04T11:20:41,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40883-0x101a01290c40001, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361637022 2024-12-04T11:20:41,670 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33331-0x101a01290c40000, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Set watcher on existing znode=/0-1361637022/master 2024-12-04T11:20:41,671 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1361637022/backup-masters/e12b86b8109d,33331,1733311241429 from backup master directory 2024-12-04T11:20:41,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33331-0x101a01290c40000, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1361637022/backup-masters/e12b86b8109d,33331,1733311241429 2024-12-04T11:20:41,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40883-0x101a01290c40001, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361637022/backup-masters 2024-12-04T11:20:41,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33331-0x101a01290c40000, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361637022/backup-masters 2024-12-04T11:20:41,680 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:20:41,680 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e12b86b8109d,33331,1733311241429 2024-12-04T11:20:41,683 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/hbase.id] with ID: f5a3f653-69bc-4782-9e71-4521cfdd50f1 2024-12-04T11:20:41,683 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/.tmp/hbase.id 2024-12-04T11:20:41,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41841 is added to blk_1073741826_1002 (size=42) 2024-12-04T11:20:42,089 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/.tmp/hbase.id]:[hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/hbase.id] 2024-12-04T11:20:42,096 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:20:42,096 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T11:20:42,097 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T11:20:42,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40883-0x101a01290c40001, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361637022 2024-12-04T11:20:42,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33331-0x101a01290c40000, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361637022 2024-12-04T11:20:42,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41841 is added to blk_1073741827_1003 (size=196) 2024-12-04T11:20:42,355 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:20:42,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:42,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:42,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:42,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:42,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:42,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:42,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:42,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:42,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:42,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:42,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:42,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:42,548 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:20:42,549 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T11:20:42,549 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:20:42,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41841 is added to blk_1073741828_1004 (size=1189) 2024-12-04T11:20:42,959 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/MasterData/data/master/store 2024-12-04T11:20:42,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41841 is added to blk_1073741829_1005 (size=34) 2024-12-04T11:20:43,364 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:20:43,364 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:20:43,364 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:20:43,364 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:20:43,364 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:20:43,364 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:20:43,364 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:20:43,364 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311243364Disabling compacts and flushes for region at 1733311243364Disabling writes for close at 1733311243364Writing region close event to WAL at 1733311243364Closed at 1733311243364 2024-12-04T11:20:43,365 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/MasterData/data/master/store/.initializing 2024-12-04T11:20:43,365 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/MasterData/WALs/e12b86b8109d,33331,1733311241429 2024-12-04T11:20:43,365 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:20:43,367 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e12b86b8109d%2C33331%2C1733311241429, suffix=, logDir=hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/MasterData/WALs/e12b86b8109d,33331,1733311241429, archiveDir=hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/MasterData/oldWALs, maxLogs=10 2024-12-04T11:20:43,378 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/MasterData/WALs/e12b86b8109d,33331,1733311241429/e12b86b8109d%2C33331%2C1733311241429.1733311243367, exclude list is [], retry=0 2024-12-04T11:20:43,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41841,DS-12fd93fb-7937-43db-bf21-fa3da8af3c02,DISK] 2024-12-04T11:20:43,383 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/MasterData/WALs/e12b86b8109d,33331,1733311241429/e12b86b8109d%2C33331%2C1733311241429.1733311243367 2024-12-04T11:20:43,383 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38555:38555)] 2024-12-04T11:20:43,383 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:20:43,383 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:20:43,383 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:43,383 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:43,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:43,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T11:20:43,386 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:43,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:43,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:43,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T11:20:43,387 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:43,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:20:43,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:43,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T11:20:43,388 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:43,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:20:43,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:43,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T11:20:43,389 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:43,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:20:43,390 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:43,390 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:43,390 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:43,391 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:43,391 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:43,391 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:20:43,392 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:43,394 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:20:43,394 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59244342, jitterRate=-0.11719051003456116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:20:43,395 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733311243384Initializing all the Stores at 1733311243384Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311243384Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311243384Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311243384Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311243384Cleaning up temporary data from old regions at 1733311243391 (+7 ms)Region opened successfully at 1733311243395 (+4 ms) 2024-12-04T11:20:43,395 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T11:20:43,397 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66addba7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:20:43,398 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T11:20:43,398 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T11:20:43,398 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T11:20:43,398 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T11:20:43,399 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T11:20:43,399 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T11:20:43,399 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T11:20:43,403 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T11:20:43,404 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33331-0x101a01290c40000, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Unable to get data of znode /0-1361637022/balancer because node does not exist (not necessarily an error) 2024-12-04T11:20:43,480 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1361637022/balancer already deleted, retry=false 2024-12-04T11:20:43,481 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T11:20:43,481 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33331-0x101a01290c40000, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Unable to get data of znode /0-1361637022/normalizer because node does not exist (not necessarily an error) 2024-12-04T11:20:43,491 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1361637022/normalizer already deleted, retry=false 2024-12-04T11:20:43,491 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T11:20:43,492 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33331-0x101a01290c40000, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Unable to get data of znode /0-1361637022/switch/split because node does not exist (not necessarily an error) 2024-12-04T11:20:43,501 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1361637022/switch/split already deleted, retry=false 2024-12-04T11:20:43,502 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33331-0x101a01290c40000, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Unable to get data of znode /0-1361637022/switch/merge because node does not exist (not necessarily an error) 2024-12-04T11:20:43,512 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1361637022/switch/merge already deleted, retry=false 2024-12-04T11:20:43,513 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33331-0x101a01290c40000, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Unable to get data of znode /0-1361637022/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T11:20:43,522 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1361637022/snapshot-cleanup already deleted, retry=false 2024-12-04T11:20:43,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40883-0x101a01290c40001, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1361637022/running 2024-12-04T11:20:43,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33331-0x101a01290c40000, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1361637022/running 2024-12-04T11:20:43,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40883-0x101a01290c40001, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361637022 2024-12-04T11:20:43,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33331-0x101a01290c40000, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361637022 2024-12-04T11:20:43,533 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e12b86b8109d,33331,1733311241429, sessionid=0x101a01290c40000, setting cluster-up flag (Was=false) 2024-12-04T11:20:43,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33331-0x101a01290c40000, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361637022 2024-12-04T11:20:43,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40883-0x101a01290c40001, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361637022 2024-12-04T11:20:43,586 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1361637022/flush-table-proc/acquired, /0-1361637022/flush-table-proc/reached, /0-1361637022/flush-table-proc/abort 2024-12-04T11:20:43,586 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,33331,1733311241429 2024-12-04T11:20:43,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33331-0x101a01290c40000, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361637022 2024-12-04T11:20:43,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40883-0x101a01290c40001, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361637022 2024-12-04T11:20:43,638 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1361637022/online-snapshot/acquired, /0-1361637022/online-snapshot/reached, /0-1361637022/online-snapshot/abort 2024-12-04T11:20:43,639 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,33331,1733311241429 2024-12-04T11:20:43,640 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T11:20:43,641 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T11:20:43,641 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T11:20:43,641 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T11:20:43,641 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e12b86b8109d,33331,1733311241429 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T11:20:43,643 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:20:43,643 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:20:43,643 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:20:43,643 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:20:43,643 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e12b86b8109d:0, corePoolSize=10, maxPoolSize=10 2024-12-04T11:20:43,643 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:43,643 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:20:43,643 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:43,648 INFO [RS:0;e12b86b8109d:40883 {}] regionserver.HRegionServer(746): ClusterId : f5a3f653-69bc-4782-9e71-4521cfdd50f1 2024-12-04T11:20:43,648 DEBUG [RS:0;e12b86b8109d:40883 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T11:20:43,649 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:20:43,649 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T11:20:43,650 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:43,650 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T11:20:43,652 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733311273652 2024-12-04T11:20:43,652 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T11:20:43,652 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T11:20:43,652 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T11:20:43,652 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T11:20:43,653 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T11:20:43,653 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T11:20:43,653 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:43,656 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T11:20:43,656 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T11:20:43,656 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T11:20:43,656 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T11:20:43,657 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T11:20:43,657 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T11:20:43,657 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311243657,5,FailOnTimeoutGroup] 2024-12-04T11:20:43,657 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311243657,5,FailOnTimeoutGroup] 2024-12-04T11:20:43,657 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:43,657 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T11:20:43,657 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:43,657 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:43,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41841 is added to blk_1073741831_1007 (size=1321) 2024-12-04T11:20:43,660 DEBUG [RS:0;e12b86b8109d:40883 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T11:20:43,660 DEBUG [RS:0;e12b86b8109d:40883 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T11:20:43,671 DEBUG [RS:0;e12b86b8109d:40883 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T11:20:43,671 DEBUG [RS:0;e12b86b8109d:40883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@529478b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:20:43,684 DEBUG [RS:0;e12b86b8109d:40883 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e12b86b8109d:40883 2024-12-04T11:20:43,684 INFO [RS:0;e12b86b8109d:40883 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T11:20:43,684 INFO [RS:0;e12b86b8109d:40883 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T11:20:43,684 DEBUG [RS:0;e12b86b8109d:40883 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T11:20:43,685 INFO [RS:0;e12b86b8109d:40883 {}] regionserver.HRegionServer(2659): reportForDuty to master=e12b86b8109d,33331,1733311241429 with port=40883, startcode=1733311241623 2024-12-04T11:20:43,685 DEBUG [RS:0;e12b86b8109d:40883 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T11:20:43,686 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T11:20:43,687 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33331 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e12b86b8109d,40883,1733311241623 2024-12-04T11:20:43,687 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33331 {}] master.ServerManager(517): Registering regionserver=e12b86b8109d,40883,1733311241623 2024-12-04T11:20:43,688 DEBUG [RS:0;e12b86b8109d:40883 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e 2024-12-04T11:20:43,688 DEBUG [RS:0;e12b86b8109d:40883 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41701 2024-12-04T11:20:43,688 DEBUG [RS:0;e12b86b8109d:40883 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T11:20:43,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33331-0x101a01290c40000, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361637022/rs 2024-12-04T11:20:43,691 DEBUG [RS:0;e12b86b8109d:40883 {}] zookeeper.ZKUtil(111): regionserver:40883-0x101a01290c40001, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Set watcher on existing znode=/0-1361637022/rs/e12b86b8109d,40883,1733311241623 2024-12-04T11:20:43,691 WARN [RS:0;e12b86b8109d:40883 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:20:43,691 INFO [RS:0;e12b86b8109d:40883 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:20:43,691 DEBUG [RS:0;e12b86b8109d:40883 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623 2024-12-04T11:20:43,692 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e12b86b8109d,40883,1733311241623] 2024-12-04T11:20:43,694 INFO [RS:0;e12b86b8109d:40883 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T11:20:43,695 INFO [RS:0;e12b86b8109d:40883 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T11:20:43,695 INFO [RS:0;e12b86b8109d:40883 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T11:20:43,695 INFO [RS:0;e12b86b8109d:40883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:43,695 INFO [RS:0;e12b86b8109d:40883 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T11:20:43,696 INFO [RS:0;e12b86b8109d:40883 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T11:20:43,696 INFO [RS:0;e12b86b8109d:40883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:43,696 DEBUG [RS:0;e12b86b8109d:40883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:43,696 DEBUG [RS:0;e12b86b8109d:40883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:43,696 DEBUG [RS:0;e12b86b8109d:40883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:43,696 DEBUG [RS:0;e12b86b8109d:40883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:43,696 DEBUG [RS:0;e12b86b8109d:40883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:43,696 DEBUG [RS:0;e12b86b8109d:40883 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:20:43,696 DEBUG [RS:0;e12b86b8109d:40883 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:43,696 DEBUG [RS:0;e12b86b8109d:40883 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:43,696 DEBUG [RS:0;e12b86b8109d:40883 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:43,696 DEBUG [RS:0;e12b86b8109d:40883 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:43,696 DEBUG [RS:0;e12b86b8109d:40883 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:43,696 DEBUG [RS:0;e12b86b8109d:40883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:43,696 DEBUG [RS:0;e12b86b8109d:40883 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:20:43,696 DEBUG [RS:0;e12b86b8109d:40883 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:20:43,698 INFO [RS:0;e12b86b8109d:40883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:43,698 INFO [RS:0;e12b86b8109d:40883 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:43,698 INFO [RS:0;e12b86b8109d:40883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:43,698 INFO [RS:0;e12b86b8109d:40883 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:43,698 INFO [RS:0;e12b86b8109d:40883 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:43,698 INFO [RS:0;e12b86b8109d:40883 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,40883,1733311241623-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:20:43,710 INFO [RS:0;e12b86b8109d:40883 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T11:20:43,710 INFO [RS:0;e12b86b8109d:40883 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,40883,1733311241623-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:43,710 INFO [RS:0;e12b86b8109d:40883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:43,710 INFO [RS:0;e12b86b8109d:40883 {}] regionserver.Replication(171): e12b86b8109d,40883,1733311241623 started 2024-12-04T11:20:43,720 INFO [RS:0;e12b86b8109d:40883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:43,720 INFO [RS:0;e12b86b8109d:40883 {}] regionserver.HRegionServer(1482): Serving as e12b86b8109d,40883,1733311241623, RpcServer on e12b86b8109d/172.17.0.2:40883, sessionid=0x101a01290c40001 2024-12-04T11:20:43,721 DEBUG [RS:0;e12b86b8109d:40883 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T11:20:43,721 DEBUG [RS:0;e12b86b8109d:40883 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e12b86b8109d,40883,1733311241623 2024-12-04T11:20:43,721 DEBUG [RS:0;e12b86b8109d:40883 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,40883,1733311241623' 2024-12-04T11:20:43,721 DEBUG [RS:0;e12b86b8109d:40883 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1361637022/flush-table-proc/abort' 2024-12-04T11:20:43,721 DEBUG [RS:0;e12b86b8109d:40883 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1361637022/flush-table-proc/acquired' 2024-12-04T11:20:43,721 DEBUG [RS:0;e12b86b8109d:40883 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T11:20:43,721 DEBUG [RS:0;e12b86b8109d:40883 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T11:20:43,721 DEBUG [RS:0;e12b86b8109d:40883 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e12b86b8109d,40883,1733311241623 2024-12-04T11:20:43,722 DEBUG [RS:0;e12b86b8109d:40883 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,40883,1733311241623' 2024-12-04T11:20:43,722 DEBUG [RS:0;e12b86b8109d:40883 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1361637022/online-snapshot/abort' 2024-12-04T11:20:43,722 DEBUG [RS:0;e12b86b8109d:40883 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1361637022/online-snapshot/acquired' 2024-12-04T11:20:43,722 DEBUG [RS:0;e12b86b8109d:40883 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T11:20:43,722 INFO [RS:0;e12b86b8109d:40883 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T11:20:43,722 INFO [RS:0;e12b86b8109d:40883 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T11:20:43,822 INFO [RS:0;e12b86b8109d:40883 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:20:43,824 INFO [RS:0;e12b86b8109d:40883 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C40883%2C1733311241623, suffix=, logDir=hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623, archiveDir=hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/oldWALs, maxLogs=10 2024-12-04T11:20:43,835 DEBUG [RS:0;e12b86b8109d:40883 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824, exclude list is [], retry=0 2024-12-04T11:20:43,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41841,DS-12fd93fb-7937-43db-bf21-fa3da8af3c02,DISK] 2024-12-04T11:20:43,838 INFO [RS:0;e12b86b8109d:40883 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 2024-12-04T11:20:43,839 DEBUG [RS:0;e12b86b8109d:40883 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38555:38555)] 2024-12-04T11:20:44,059 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T11:20:44,059 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e 2024-12-04T11:20:44,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41841 is added to blk_1073741833_1009 (size=32) 2024-12-04T11:20:44,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:20:44,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:20:44,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:20:44,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:44,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:44,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:20:44,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:20:44,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:44,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:44,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:20:44,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:20:44,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:44,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:44,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:20:44,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:20:44,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:44,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:44,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:20:44,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/hbase/meta/1588230740 2024-12-04T11:20:44,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/hbase/meta/1588230740 2024-12-04T11:20:44,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:20:44,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:20:44,470 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:20:44,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:20:44,472 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:20:44,472 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63492021, jitterRate=-0.05389516055583954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:20:44,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733311244464Initializing all the Stores at 1733311244464Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311244465 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311244465Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311244465Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311244465Cleaning up temporary data from old regions at 1733311244470 (+5 ms)Region opened successfully at 1733311244472 (+2 ms) 2024-12-04T11:20:44,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:20:44,473 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:20:44,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:20:44,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:20:44,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:20:44,473 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:20:44,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311244472Disabling compacts and flushes for region at 1733311244472Disabling writes for close at 1733311244473 (+1 ms)Writing region close event to WAL at 1733311244473Closed at 1733311244473 2024-12-04T11:20:44,474 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:20:44,474 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T11:20:44,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T11:20:44,474 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:20:44,475 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T11:20:44,625 DEBUG [e12b86b8109d:33331 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T11:20:44,626 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e12b86b8109d,40883,1733311241623 2024-12-04T11:20:44,627 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,40883,1733311241623, state=OPENING 2024-12-04T11:20:44,680 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T11:20:44,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40883-0x101a01290c40001, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361637022 2024-12-04T11:20:44,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33331-0x101a01290c40000, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361637022 2024-12-04T11:20:44,720 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:20:44,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,40883,1733311241623}] 2024-12-04T11:20:44,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1361637022/meta-region-server: CHANGED 2024-12-04T11:20:44,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1361637022/meta-region-server: CHANGED 2024-12-04T11:20:44,872 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T11:20:44,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T11:20:44,876 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T11:20:44,876 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:20:44,876 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T11:20:44,877 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C40883%2C1733311241623.meta, suffix=.meta, logDir=hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623, archiveDir=hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/oldWALs, maxLogs=10 2024-12-04T11:20:44,888 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.meta.1733311244877.meta, exclude list is [], retry=0 2024-12-04T11:20:44,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41841,DS-12fd93fb-7937-43db-bf21-fa3da8af3c02,DISK] 2024-12-04T11:20:44,891 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.meta.1733311244877.meta 2024-12-04T11:20:44,892 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38555:38555)] 2024-12-04T11:20:44,892 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:20:44,892 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:20:44,892 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T11:20:44,892 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T11:20:44,892 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T11:20:44,892 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T11:20:44,892 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:20:44,892 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T11:20:44,892 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T11:20:44,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:20:44,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:20:44,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:44,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:44,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:20:44,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:20:44,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:44,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:44,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:20:44,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:20:44,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:44,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:44,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:20:44,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:20:44,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:44,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:44,896 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:20:44,896 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/hbase/meta/1588230740 2024-12-04T11:20:44,897 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/hbase/meta/1588230740 2024-12-04T11:20:44,897 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:20:44,897 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:20:44,898 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:20:44,898 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:20:44,899 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70121448, jitterRate=0.04489099979400635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:20:44,899 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T11:20:44,899 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733311244892Writing region info on filesystem at 1733311244892Initializing all the Stores at 1733311244893 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311244893Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311244893Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311244893Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311244893Cleaning up temporary data from old regions at 1733311244897 (+4 ms)Running coprocessor post-open hooks at 1733311244899 (+2 ms)Region opened successfully at 1733311244899 2024-12-04T11:20:44,900 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733311244872 2024-12-04T11:20:44,901 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T11:20:44,901 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T11:20:44,902 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e12b86b8109d,40883,1733311241623 2024-12-04T11:20:44,902 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,40883,1733311241623, state=OPEN 2024-12-04T11:20:44,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33331-0x101a01290c40000, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1361637022/meta-region-server 2024-12-04T11:20:44,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40883-0x101a01290c40001, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1361637022/meta-region-server 2024-12-04T11:20:44,923 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e12b86b8109d,40883,1733311241623 2024-12-04T11:20:44,923 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1361637022/meta-region-server: CHANGED 2024-12-04T11:20:44,923 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1361637022/meta-region-server: CHANGED 2024-12-04T11:20:44,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T11:20:44,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,40883,1733311241623 in 203 msec 2024-12-04T11:20:44,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T11:20:44,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 450 msec 2024-12-04T11:20:44,926 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:20:44,926 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T11:20:44,927 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:20:44,927 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40883,1733311241623, seqNum=-1] 2024-12-04T11:20:44,928 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:20:44,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:20:44,932 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2910 sec 2024-12-04T11:20:44,932 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733311244932, completionTime=-1 2024-12-04T11:20:44,932 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T11:20:44,932 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T11:20:44,933 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T11:20:44,934 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733311304933 2024-12-04T11:20:44,934 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733311364934 2024-12-04T11:20:44,934 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T11:20:44,934 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,33331,1733311241429-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:44,934 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,33331,1733311241429-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:44,934 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,33331,1733311241429-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:44,934 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e12b86b8109d:33331, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:44,934 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:44,934 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:44,935 DEBUG [master/e12b86b8109d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T11:20:44,937 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.257sec 2024-12-04T11:20:44,937 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T11:20:44,937 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T11:20:44,937 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T11:20:44,937 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T11:20:44,937 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T11:20:44,937 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,33331,1733311241429-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:20:44,937 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,33331,1733311241429-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T11:20:44,938 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T11:20:44,938 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T11:20:44,938 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,33331,1733311241429-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:44,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f51982d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:44,949 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,33331,-1 for getting cluster id 2024-12-04T11:20:44,949 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:20:44,950 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5a3f653-69bc-4782-9e71-4521cfdd50f1' 2024-12-04T11:20:44,950 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:20:44,951 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5a3f653-69bc-4782-9e71-4521cfdd50f1" 2024-12-04T11:20:44,951 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d8e5aa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:44,951 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,33331,-1] 2024-12-04T11:20:44,951 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:20:44,951 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:44,952 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:20:44,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c51c0c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:44,953 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:20:44,953 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40883,1733311241623, seqNum=-1] 2024-12-04T11:20:44,954 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:20:44,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:20:44,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e12b86b8109d,33331,1733311241429 2024-12-04T11:20:44,956 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58593 2024-12-04T11:20:44,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:20:44,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a01290c40002 connected 2024-12-04T11:20:44,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f14425-555f-c5a4-4164-e1f01dbbb6c1/hadoop.log.dir so I do NOT create it in target/test-data/39f2f427-70b2-d7b3-778b-30416228109d 2024-12-04T11:20:44,977 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f14425-555f-c5a4-4164-e1f01dbbb6c1/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T11:20:44,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f14425-555f-c5a4-4164-e1f01dbbb6c1/hadoop.tmp.dir so I do NOT create it in target/test-data/39f2f427-70b2-d7b3-778b-30416228109d 2024-12-04T11:20:44,977 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f14425-555f-c5a4-4164-e1f01dbbb6c1/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T11:20:44,977 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f2f427-70b2-d7b3-778b-30416228109d 2024-12-04T11:20:44,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T11:20:44,977 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f2f427-70b2-d7b3-778b-30416228109d/cluster_a1be519d-229c-ba37-b942-bd88de1d95c6, deleteOnExit=true 2024-12-04T11:20:44,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T11:20:44,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f2f427-70b2-d7b3-778b-30416228109d/test.cache.data in system properties and HBase conf 2024-12-04T11:20:44,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f2f427-70b2-d7b3-778b-30416228109d/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T11:20:44,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f2f427-70b2-d7b3-778b-30416228109d/hadoop.log.dir in system properties and HBase conf 2024-12-04T11:20:44,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f2f427-70b2-d7b3-778b-30416228109d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T11:20:44,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f2f427-70b2-d7b3-778b-30416228109d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T11:20:44,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T11:20:44,978 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T11:20:44,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f2f427-70b2-d7b3-778b-30416228109d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T11:20:44,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f2f427-70b2-d7b3-778b-30416228109d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T11:20:44,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f2f427-70b2-d7b3-778b-30416228109d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T11:20:44,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f2f427-70b2-d7b3-778b-30416228109d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T11:20:44,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f2f427-70b2-d7b3-778b-30416228109d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T11:20:44,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f2f427-70b2-d7b3-778b-30416228109d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T11:20:44,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f2f427-70b2-d7b3-778b-30416228109d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T11:20:44,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f2f427-70b2-d7b3-778b-30416228109d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T11:20:44,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f2f427-70b2-d7b3-778b-30416228109d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T11:20:44,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f2f427-70b2-d7b3-778b-30416228109d/nfs.dump.dir in system properties and HBase conf 2024-12-04T11:20:44,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f2f427-70b2-d7b3-778b-30416228109d/java.io.tmpdir in system properties and HBase conf 2024-12-04T11:20:44,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f2f427-70b2-d7b3-778b-30416228109d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T11:20:44,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f2f427-70b2-d7b3-778b-30416228109d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T11:20:44,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f2f427-70b2-d7b3-778b-30416228109d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T11:20:45,308 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:20:45,310 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T11:20:45,311 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T11:20:45,311 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T11:20:45,312 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T11:20:45,312 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:20:45,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67e30c78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f2f427-70b2-d7b3-778b-30416228109d/hadoop.log.dir/,AVAILABLE} 2024-12-04T11:20:45,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@599275ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T11:20:45,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b2e3eb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f2f427-70b2-d7b3-778b-30416228109d/java.io.tmpdir/jetty-localhost-38305-hadoop-hdfs-3_4_1-tests_jar-_-any-7041354163432819143/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T11:20:45,417 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@125cedb1{HTTP/1.1, (http/1.1)}{localhost:38305} 2024-12-04T11:20:45,417 INFO [Time-limited test {}] server.Server(415): Started @240128ms 2024-12-04T11:20:45,656 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:20:45,658 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T11:20:45,659 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T11:20:45,659 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T11:20:45,659 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T11:20:45,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45ff5f1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f2f427-70b2-d7b3-778b-30416228109d/hadoop.log.dir/,AVAILABLE} 2024-12-04T11:20:45,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e3f1a99{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T11:20:45,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a00b9a4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f2f427-70b2-d7b3-778b-30416228109d/java.io.tmpdir/jetty-localhost-46841-hadoop-hdfs-3_4_1-tests_jar-_-any-8584749831040834690/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T11:20:45,750 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d0ecd10{HTTP/1.1, (http/1.1)}{localhost:46841} 2024-12-04T11:20:45,750 INFO [Time-limited test {}] server.Server(415): Started @240461ms 2024-12-04T11:20:45,751 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T11:20:46,332 WARN [Thread-2796 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f2f427-70b2-d7b3-778b-30416228109d/cluster_a1be519d-229c-ba37-b942-bd88de1d95c6/data/data1/current/BP-1093643303-172.17.0.2-1733311244998/current, will proceed with Du for space computation calculation, 2024-12-04T11:20:46,337 WARN [Thread-2797 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f2f427-70b2-d7b3-778b-30416228109d/cluster_a1be519d-229c-ba37-b942-bd88de1d95c6/data/data2/current/BP-1093643303-172.17.0.2-1733311244998/current, will proceed with Du for space computation calculation, 2024-12-04T11:20:46,350 WARN [Thread-2784 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T11:20:46,352 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x362f05e924536d82 with lease ID 0x8fc5769404842850: Processing first storage report for DS-f70b9bcb-0124-4811-95b9-8c5fe04b88d5 from datanode DatanodeRegistration(127.0.0.1:46591, datanodeUuid=aad70cc7-4b64-4d99-ab5c-48419aa52744, infoPort=38841, infoSecurePort=0, ipcPort=33951, storageInfo=lv=-57;cid=testClusterID;nsid=1718557878;c=1733311244998) 2024-12-04T11:20:46,352 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x362f05e924536d82 with lease ID 0x8fc5769404842850: from storage DS-f70b9bcb-0124-4811-95b9-8c5fe04b88d5 node DatanodeRegistration(127.0.0.1:46591, datanodeUuid=aad70cc7-4b64-4d99-ab5c-48419aa52744, infoPort=38841, infoSecurePort=0, ipcPort=33951, storageInfo=lv=-57;cid=testClusterID;nsid=1718557878;c=1733311244998), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T11:20:46,352 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x362f05e924536d82 with lease ID 0x8fc5769404842850: Processing first storage report for DS-792dda94-d4e7-44bc-b9ea-0fab4230ede7 from datanode DatanodeRegistration(127.0.0.1:46591, datanodeUuid=aad70cc7-4b64-4d99-ab5c-48419aa52744, infoPort=38841, infoSecurePort=0, ipcPort=33951, storageInfo=lv=-57;cid=testClusterID;nsid=1718557878;c=1733311244998) 2024-12-04T11:20:46,352 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x362f05e924536d82 with lease ID 0x8fc5769404842850: from storage DS-792dda94-d4e7-44bc-b9ea-0fab4230ede7 node DatanodeRegistration(127.0.0.1:46591, datanodeUuid=aad70cc7-4b64-4d99-ab5c-48419aa52744, infoPort=38841, infoSecurePort=0, ipcPort=33951, storageInfo=lv=-57;cid=testClusterID;nsid=1718557878;c=1733311244998), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T11:20:46,370 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f2f427-70b2-d7b3-778b-30416228109d 2024-12-04T11:20:46,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:20:46,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:20:46,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46591 is added to blk_1073741825_1001 (size=7) 2024-12-04T11:20:46,779 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4 with version=8 2024-12-04T11:20:46,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/hbase-staging 2024-12-04T11:20:46,781 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:20:46,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:20:46,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:20:46,782 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:20:46,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:20:46,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:20:46,782 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T11:20:46,782 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:20:46,782 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36297 2024-12-04T11:20:46,783 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36297 connecting to ZooKeeper ensemble=127.0.0.1:58593 2024-12-04T11:20:46,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362970x0, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:20:46,828 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36297-0x101a01290c40003 connected 2024-12-04T11:20:46,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:20:46,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:20:46,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36297-0x101a01290c40003, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Set watcher on znode that does not yet exist, /1-494665293/running 2024-12-04T11:20:46,905 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4, hbase.cluster.distributed=false 2024-12-04T11:20:46,906 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36297-0x101a01290c40003, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Set watcher on znode that does not yet exist, /1-494665293/acl 2024-12-04T11:20:46,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36297 2024-12-04T11:20:46,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36297 2024-12-04T11:20:46,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36297 2024-12-04T11:20:46,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36297 2024-12-04T11:20:46,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36297 2024-12-04T11:20:46,923 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:20:46,923 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:20:46,923 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:20:46,923 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:20:46,923 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:20:46,923 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:20:46,923 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T11:20:46,923 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:20:46,924 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40731 2024-12-04T11:20:46,924 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40731 connecting to ZooKeeper ensemble=127.0.0.1:58593 2024-12-04T11:20:46,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:20:46,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:20:46,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407310x0, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:20:46,933 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40731-0x101a01290c40004, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Set watcher on znode that does not yet exist, /1-494665293/running 2024-12-04T11:20:46,933 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40731-0x101a01290c40004 connected 2024-12-04T11:20:46,934 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T11:20:46,934 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T11:20:46,934 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40731-0x101a01290c40004, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Set watcher on znode that does not yet exist, /1-494665293/master 2024-12-04T11:20:46,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40731-0x101a01290c40004, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Set watcher on znode that does not yet exist, /1-494665293/acl 2024-12-04T11:20:46,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40731 2024-12-04T11:20:46,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40731 2024-12-04T11:20:46,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40731 2024-12-04T11:20:46,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40731 2024-12-04T11:20:46,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40731 2024-12-04T11:20:46,954 DEBUG [M:0;e12b86b8109d:36297 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e12b86b8109d:36297 2024-12-04T11:20:46,954 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-494665293/backup-masters/e12b86b8109d,36297,1733311246781 2024-12-04T11:20:46,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36297-0x101a01290c40003, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-494665293/backup-masters 2024-12-04T11:20:46,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40731-0x101a01290c40004, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-494665293/backup-masters 2024-12-04T11:20:46,965 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36297-0x101a01290c40003, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Set watcher on existing znode=/1-494665293/backup-masters/e12b86b8109d,36297,1733311246781 2024-12-04T11:20:46,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40731-0x101a01290c40004, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-494665293/master 2024-12-04T11:20:46,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40731-0x101a01290c40004, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-494665293 2024-12-04T11:20:46,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36297-0x101a01290c40003, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-494665293 2024-12-04T11:20:46,975 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36297-0x101a01290c40003, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Set watcher on existing znode=/1-494665293/master 2024-12-04T11:20:46,976 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-494665293/backup-masters/e12b86b8109d,36297,1733311246781 from backup master directory 2024-12-04T11:20:46,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36297-0x101a01290c40003, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-494665293/backup-masters/e12b86b8109d,36297,1733311246781 2024-12-04T11:20:46,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40731-0x101a01290c40004, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-494665293/backup-masters 2024-12-04T11:20:46,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36297-0x101a01290c40003, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-494665293/backup-masters 2024-12-04T11:20:46,986 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:20:46,986 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e12b86b8109d,36297,1733311246781 2024-12-04T11:20:46,988 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/hbase.id] with ID: 06302068-e8ea-4696-aa45-524cc6a5858c 2024-12-04T11:20:46,988 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/.tmp/hbase.id 2024-12-04T11:20:46,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46591 is added to blk_1073741826_1002 (size=42) 2024-12-04T11:20:47,393 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/.tmp/hbase.id]:[hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/hbase.id] 2024-12-04T11:20:47,401 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:20:47,401 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T11:20:47,401 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-04T11:20:47,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36297-0x101a01290c40003, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-494665293 2024-12-04T11:20:47,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40731-0x101a01290c40004, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-494665293 2024-12-04T11:20:47,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46591 is added to blk_1073741827_1003 (size=196) 2024-12-04T11:20:47,853 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:20:47,854 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T11:20:47,854 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:20:47,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46591 is added to blk_1073741828_1004 (size=1189) 2024-12-04T11:20:48,259 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/MasterData/data/master/store 2024-12-04T11:20:48,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46591 is added to blk_1073741829_1005 (size=34) 2024-12-04T11:20:48,664 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:20:48,664 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:20:48,664 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:20:48,664 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:20:48,664 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:20:48,664 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:20:48,664 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:20:48,664 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311248664Disabling compacts and flushes for region at 1733311248664Disabling writes for close at 1733311248664Writing region close event to WAL at 1733311248664Closed at 1733311248664 2024-12-04T11:20:48,665 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/MasterData/data/master/store/.initializing 2024-12-04T11:20:48,665 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/MasterData/WALs/e12b86b8109d,36297,1733311246781 2024-12-04T11:20:48,665 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:20:48,667 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e12b86b8109d%2C36297%2C1733311246781, suffix=, logDir=hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/MasterData/WALs/e12b86b8109d,36297,1733311246781, archiveDir=hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/MasterData/oldWALs, maxLogs=10 2024-12-04T11:20:48,677 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/MasterData/WALs/e12b86b8109d,36297,1733311246781/e12b86b8109d%2C36297%2C1733311246781.1733311248667, exclude list is [], retry=0 2024-12-04T11:20:48,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46591,DS-f70b9bcb-0124-4811-95b9-8c5fe04b88d5,DISK] 2024-12-04T11:20:48,680 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/MasterData/WALs/e12b86b8109d,36297,1733311246781/e12b86b8109d%2C36297%2C1733311246781.1733311248667 2024-12-04T11:20:48,681 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38841:38841)] 2024-12-04T11:20:48,681 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:20:48,681 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:20:48,681 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:48,681 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:48,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:48,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T11:20:48,683 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:48,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:48,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:48,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T11:20:48,684 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:48,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:20:48,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:48,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T11:20:48,685 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:48,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:20:48,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:48,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T11:20:48,686 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:48,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:20:48,686 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:48,686 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:48,687 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:48,687 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:48,687 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:48,688 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:20:48,688 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:48,690 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:20:48,690 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72429596, jitterRate=0.07928508520126343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:20:48,690 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733311248681Initializing all the Stores at 1733311248681Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311248681Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311248682 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311248682Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311248682Cleaning up temporary data from old regions at 1733311248687 (+5 ms)Region opened successfully at 1733311248690 (+3 ms) 2024-12-04T11:20:48,690 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T11:20:48,692 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78df74c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:20:48,693 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T11:20:48,693 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T11:20:48,693 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T11:20:48,693 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T11:20:48,693 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T11:20:48,693 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T11:20:48,693 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T11:20:48,694 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T11:20:48,695 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36297-0x101a01290c40003, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Unable to get data of znode /1-494665293/balancer because node does not exist (not necessarily an error) 2024-12-04T11:20:48,764 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-494665293/balancer already deleted, retry=false 2024-12-04T11:20:48,765 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T11:20:48,765 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36297-0x101a01290c40003, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Unable to get data of znode /1-494665293/normalizer because node does not exist (not necessarily an error) 2024-12-04T11:20:48,775 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-494665293/normalizer already deleted, retry=false 2024-12-04T11:20:48,775 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T11:20:48,776 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36297-0x101a01290c40003, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Unable to get data of znode /1-494665293/switch/split because node does not exist (not necessarily an error) 2024-12-04T11:20:48,785 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-494665293/switch/split already deleted, retry=false 2024-12-04T11:20:48,786 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36297-0x101a01290c40003, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Unable to get data of znode /1-494665293/switch/merge because node does not exist (not necessarily an error) 2024-12-04T11:20:48,796 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-494665293/switch/merge already deleted, retry=false 2024-12-04T11:20:48,797 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36297-0x101a01290c40003, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Unable to get data of znode /1-494665293/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T11:20:48,806 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-494665293/snapshot-cleanup already deleted, retry=false 2024-12-04T11:20:48,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40731-0x101a01290c40004, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-494665293/running 2024-12-04T11:20:48,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36297-0x101a01290c40003, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-494665293/running 2024-12-04T11:20:48,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36297-0x101a01290c40003, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-494665293 2024-12-04T11:20:48,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40731-0x101a01290c40004, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-494665293 2024-12-04T11:20:48,817 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e12b86b8109d,36297,1733311246781, sessionid=0x101a01290c40003, setting cluster-up flag (Was=false) 2024-12-04T11:20:48,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36297-0x101a01290c40003, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-494665293 2024-12-04T11:20:48,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40731-0x101a01290c40004, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-494665293 2024-12-04T11:20:48,870 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-494665293/flush-table-proc/acquired, /1-494665293/flush-table-proc/reached, /1-494665293/flush-table-proc/abort 2024-12-04T11:20:48,871 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,36297,1733311246781 2024-12-04T11:20:48,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36297-0x101a01290c40003, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-494665293 2024-12-04T11:20:48,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40731-0x101a01290c40004, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-494665293 2024-12-04T11:20:48,922 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-494665293/online-snapshot/acquired, /1-494665293/online-snapshot/reached, /1-494665293/online-snapshot/abort 2024-12-04T11:20:48,923 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,36297,1733311246781 2024-12-04T11:20:48,924 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T11:20:48,925 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T11:20:48,925 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T11:20:48,926 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T11:20:48,926 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e12b86b8109d,36297,1733311246781 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T11:20:48,927 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:20:48,927 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:20:48,927 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:20:48,927 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:20:48,927 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e12b86b8109d:0, corePoolSize=10, maxPoolSize=10 2024-12-04T11:20:48,927 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:48,927 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:20:48,927 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:48,928 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:20:48,928 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T11:20:48,929 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:48,929 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T11:20:48,929 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733311278929 2024-12-04T11:20:48,929 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T11:20:48,930 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T11:20:48,930 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T11:20:48,930 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T11:20:48,930 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T11:20:48,930 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T11:20:48,930 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:48,931 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T11:20:48,931 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T11:20:48,931 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T11:20:48,931 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T11:20:48,932 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T11:20:48,932 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T11:20:48,937 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311248932,5,FailOnTimeoutGroup] 2024-12-04T11:20:48,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46591 is added to blk_1073741831_1007 (size=1321) 2024-12-04T11:20:48,945 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311248937,5,FailOnTimeoutGroup] 2024-12-04T11:20:48,945 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:48,945 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T11:20:48,945 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:48,945 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:48,947 INFO [RS:0;e12b86b8109d:40731 {}] regionserver.HRegionServer(746): ClusterId : 06302068-e8ea-4696-aa45-524cc6a5858c 2024-12-04T11:20:48,947 DEBUG [RS:0;e12b86b8109d:40731 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T11:20:48,954 DEBUG [RS:0;e12b86b8109d:40731 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T11:20:48,954 DEBUG [RS:0;e12b86b8109d:40731 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T11:20:48,965 DEBUG [RS:0;e12b86b8109d:40731 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T11:20:48,965 DEBUG [RS:0;e12b86b8109d:40731 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab02cea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:20:48,978 DEBUG [RS:0;e12b86b8109d:40731 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e12b86b8109d:40731 2024-12-04T11:20:48,978 INFO [RS:0;e12b86b8109d:40731 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T11:20:48,978 INFO [RS:0;e12b86b8109d:40731 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T11:20:48,978 DEBUG [RS:0;e12b86b8109d:40731 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T11:20:48,979 INFO [RS:0;e12b86b8109d:40731 {}] regionserver.HRegionServer(2659): reportForDuty to master=e12b86b8109d,36297,1733311246781 with port=40731, startcode=1733311246923 2024-12-04T11:20:48,979 DEBUG [RS:0;e12b86b8109d:40731 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T11:20:48,980 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50671, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T11:20:48,980 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36297 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e12b86b8109d,40731,1733311246923 2024-12-04T11:20:48,980 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36297 {}] master.ServerManager(517): Registering regionserver=e12b86b8109d,40731,1733311246923 2024-12-04T11:20:48,981 DEBUG [RS:0;e12b86b8109d:40731 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4 2024-12-04T11:20:48,981 DEBUG [RS:0;e12b86b8109d:40731 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40869 2024-12-04T11:20:48,981 DEBUG [RS:0;e12b86b8109d:40731 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T11:20:49,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36297-0x101a01290c40003, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-494665293/rs 2024-12-04T11:20:49,027 DEBUG [RS:0;e12b86b8109d:40731 {}] zookeeper.ZKUtil(111): regionserver:40731-0x101a01290c40004, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Set watcher on existing znode=/1-494665293/rs/e12b86b8109d,40731,1733311246923 2024-12-04T11:20:49,027 WARN [RS:0;e12b86b8109d:40731 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:20:49,027 INFO [RS:0;e12b86b8109d:40731 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:20:49,027 DEBUG [RS:0;e12b86b8109d:40731 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923 2024-12-04T11:20:49,027 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e12b86b8109d,40731,1733311246923] 2024-12-04T11:20:49,030 INFO [RS:0;e12b86b8109d:40731 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T11:20:49,032 INFO [RS:0;e12b86b8109d:40731 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T11:20:49,032 INFO [RS:0;e12b86b8109d:40731 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T11:20:49,032 INFO [RS:0;e12b86b8109d:40731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:49,032 INFO [RS:0;e12b86b8109d:40731 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T11:20:49,033 INFO [RS:0;e12b86b8109d:40731 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T11:20:49,033 INFO [RS:0;e12b86b8109d:40731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:49,033 DEBUG [RS:0;e12b86b8109d:40731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:49,033 DEBUG [RS:0;e12b86b8109d:40731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:49,033 DEBUG [RS:0;e12b86b8109d:40731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:49,033 DEBUG [RS:0;e12b86b8109d:40731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:49,033 DEBUG [RS:0;e12b86b8109d:40731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:49,033 DEBUG [RS:0;e12b86b8109d:40731 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:20:49,033 DEBUG [RS:0;e12b86b8109d:40731 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:49,033 DEBUG [RS:0;e12b86b8109d:40731 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:49,033 DEBUG [RS:0;e12b86b8109d:40731 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:49,033 DEBUG [RS:0;e12b86b8109d:40731 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:49,033 DEBUG [RS:0;e12b86b8109d:40731 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:49,033 DEBUG [RS:0;e12b86b8109d:40731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:49,033 DEBUG [RS:0;e12b86b8109d:40731 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:20:49,033 DEBUG [RS:0;e12b86b8109d:40731 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:20:49,034 INFO [RS:0;e12b86b8109d:40731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:49,034 INFO [RS:0;e12b86b8109d:40731 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:49,034 INFO [RS:0;e12b86b8109d:40731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:49,034 INFO [RS:0;e12b86b8109d:40731 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:49,034 INFO [RS:0;e12b86b8109d:40731 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:49,034 INFO [RS:0;e12b86b8109d:40731 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,40731,1733311246923-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:20:49,045 INFO [RS:0;e12b86b8109d:40731 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T11:20:49,045 INFO [RS:0;e12b86b8109d:40731 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,40731,1733311246923-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:49,046 INFO [RS:0;e12b86b8109d:40731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:49,046 INFO [RS:0;e12b86b8109d:40731 {}] regionserver.Replication(171): e12b86b8109d,40731,1733311246923 started 2024-12-04T11:20:49,056 INFO [RS:0;e12b86b8109d:40731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:49,056 INFO [RS:0;e12b86b8109d:40731 {}] regionserver.HRegionServer(1482): Serving as e12b86b8109d,40731,1733311246923, RpcServer on e12b86b8109d/172.17.0.2:40731, sessionid=0x101a01290c40004 2024-12-04T11:20:49,056 DEBUG [RS:0;e12b86b8109d:40731 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T11:20:49,056 DEBUG [RS:0;e12b86b8109d:40731 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e12b86b8109d,40731,1733311246923 2024-12-04T11:20:49,057 DEBUG [RS:0;e12b86b8109d:40731 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,40731,1733311246923' 2024-12-04T11:20:49,057 DEBUG [RS:0;e12b86b8109d:40731 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-494665293/flush-table-proc/abort' 2024-12-04T11:20:49,057 DEBUG [RS:0;e12b86b8109d:40731 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-494665293/flush-table-proc/acquired' 2024-12-04T11:20:49,057 DEBUG [RS:0;e12b86b8109d:40731 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T11:20:49,057 DEBUG [RS:0;e12b86b8109d:40731 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T11:20:49,057 DEBUG [RS:0;e12b86b8109d:40731 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e12b86b8109d,40731,1733311246923 2024-12-04T11:20:49,057 DEBUG [RS:0;e12b86b8109d:40731 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,40731,1733311246923' 2024-12-04T11:20:49,057 DEBUG [RS:0;e12b86b8109d:40731 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-494665293/online-snapshot/abort' 2024-12-04T11:20:49,058 DEBUG [RS:0;e12b86b8109d:40731 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-494665293/online-snapshot/acquired' 2024-12-04T11:20:49,058 DEBUG [RS:0;e12b86b8109d:40731 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T11:20:49,058 INFO [RS:0;e12b86b8109d:40731 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T11:20:49,058 INFO [RS:0;e12b86b8109d:40731 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T11:20:49,158 INFO [RS:0;e12b86b8109d:40731 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:20:49,159 INFO [RS:0;e12b86b8109d:40731 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C40731%2C1733311246923, suffix=, logDir=hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923, archiveDir=hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/oldWALs, maxLogs=10 2024-12-04T11:20:49,170 DEBUG [RS:0;e12b86b8109d:40731 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159, exclude list is [], retry=0 2024-12-04T11:20:49,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46591,DS-f70b9bcb-0124-4811-95b9-8c5fe04b88d5,DISK] 2024-12-04T11:20:49,173 INFO [RS:0;e12b86b8109d:40731 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 2024-12-04T11:20:49,173 DEBUG [RS:0;e12b86b8109d:40731 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38841:38841)] 2024-12-04T11:20:49,339 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T11:20:49,339 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4 2024-12-04T11:20:49,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46591 is added to blk_1073741833_1009 (size=32) 2024-12-04T11:20:49,694 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T11:20:49,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:20:49,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:20:49,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:20:49,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:49,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:49,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:20:49,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:20:49,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:49,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:49,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:20:49,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:20:49,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:49,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:49,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:20:49,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:20:49,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:49,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:49,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:20:49,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/hbase/meta/1588230740 2024-12-04T11:20:49,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/hbase/meta/1588230740 2024-12-04T11:20:49,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:20:49,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:20:49,751 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:20:49,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:20:49,753 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:20:49,753 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60159324, jitterRate=-0.10355621576309204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:20:49,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733311249744Initializing all the Stores at 1733311249745 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311249745Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311249745Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311249745Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311249745Cleaning up temporary data from old regions at 1733311249751 (+6 ms)Region opened successfully at 1733311249753 (+2 ms) 2024-12-04T11:20:49,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:20:49,753 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:20:49,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:20:49,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:20:49,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:20:49,753 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:20:49,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311249753Disabling compacts and flushes for region at 1733311249753Disabling writes for close at 1733311249753Writing region close event to WAL at 1733311249753Closed at 1733311249753 2024-12-04T11:20:49,754 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:20:49,754 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T11:20:49,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T11:20:49,755 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:20:49,755 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T11:20:49,905 DEBUG [e12b86b8109d:36297 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T11:20:49,906 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e12b86b8109d,40731,1733311246923 2024-12-04T11:20:49,907 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,40731,1733311246923, state=OPENING 2024-12-04T11:20:49,954 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T11:20:49,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36297-0x101a01290c40003, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-494665293 2024-12-04T11:20:49,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40731-0x101a01290c40004, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-494665293 2024-12-04T11:20:49,965 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-494665293/meta-region-server: CHANGED 2024-12-04T11:20:49,965 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-494665293/meta-region-server: CHANGED 2024-12-04T11:20:49,965 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:20:49,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,40731,1733311246923}] 2024-12-04T11:20:50,117 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T11:20:50,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T11:20:50,120 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T11:20:50,120 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:20:50,120 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T11:20:50,121 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C40731%2C1733311246923.meta, suffix=.meta, logDir=hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923, archiveDir=hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/oldWALs, maxLogs=10 2024-12-04T11:20:50,131 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.meta.1733311250121.meta, exclude list is [], retry=0 2024-12-04T11:20:50,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46591,DS-f70b9bcb-0124-4811-95b9-8c5fe04b88d5,DISK] 2024-12-04T11:20:50,134 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.meta.1733311250121.meta 2024-12-04T11:20:50,135 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38841:38841)] 2024-12-04T11:20:50,135 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:20:50,135 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:20:50,135 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T11:20:50,135 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T11:20:50,135 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T11:20:50,135 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T11:20:50,135 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:20:50,135 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T11:20:50,135 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T11:20:50,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:20:50,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:20:50,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:50,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:50,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:20:50,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:20:50,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:50,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:50,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:20:50,139 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:20:50,139 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:50,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:50,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:20:50,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:20:50,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:50,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:50,140 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:20:50,141 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/hbase/meta/1588230740 2024-12-04T11:20:50,141 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/hbase/meta/1588230740 2024-12-04T11:20:50,142 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:20:50,142 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:20:50,142 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:20:50,143 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:20:50,143 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66932378, jitterRate=-0.0026298463344573975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:20:50,144 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T11:20:50,144 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733311250136Writing region info on filesystem at 1733311250136Initializing all the Stores at 1733311250136Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311250136Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311250136Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311250136Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311250136Cleaning up temporary data from old regions at 1733311250142 (+6 ms)Running coprocessor post-open hooks at 1733311250144 (+2 ms)Region opened successfully at 1733311250144 2024-12-04T11:20:50,144 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733311250116 2024-12-04T11:20:50,146 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T11:20:50,146 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T11:20:50,146 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e12b86b8109d,40731,1733311246923 2024-12-04T11:20:50,147 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,40731,1733311246923, state=OPEN 2024-12-04T11:20:50,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40731-0x101a01290c40004, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-494665293/meta-region-server 2024-12-04T11:20:50,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36297-0x101a01290c40003, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-494665293/meta-region-server 2024-12-04T11:20:50,154 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e12b86b8109d,40731,1733311246923 2024-12-04T11:20:50,154 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-494665293/meta-region-server: CHANGED 2024-12-04T11:20:50,154 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-494665293/meta-region-server: CHANGED 2024-12-04T11:20:50,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T11:20:50,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,40731,1733311246923 in 189 msec 2024-12-04T11:20:50,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T11:20:50,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 401 msec 2024-12-04T11:20:50,157 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:20:50,157 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T11:20:50,158 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:20:50,158 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40731,1733311246923, seqNum=-1] 2024-12-04T11:20:50,158 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:20:50,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52469, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:20:50,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2380 sec 2024-12-04T11:20:50,164 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733311250163, completionTime=-1 2024-12-04T11:20:50,164 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T11:20:50,164 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T11:20:50,165 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T11:20:50,165 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733311310165 2024-12-04T11:20:50,165 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733311370165 2024-12-04T11:20:50,165 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T11:20:50,166 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,36297,1733311246781-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:50,166 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,36297,1733311246781-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:50,166 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,36297,1733311246781-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:50,166 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e12b86b8109d:36297, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:50,166 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:50,166 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:50,167 DEBUG [master/e12b86b8109d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T11:20:50,169 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.182sec 2024-12-04T11:20:50,169 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T11:20:50,169 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T11:20:50,169 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T11:20:50,169 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T11:20:50,169 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T11:20:50,169 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,36297,1733311246781-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:20:50,169 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,36297,1733311246781-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T11:20:50,170 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T11:20:50,170 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T11:20:50,170 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,36297,1733311246781-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:50,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b9bb3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:50,248 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,36297,-1 for getting cluster id 2024-12-04T11:20:50,248 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:20:50,249 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06302068-e8ea-4696-aa45-524cc6a5858c' 2024-12-04T11:20:50,249 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:20:50,250 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06302068-e8ea-4696-aa45-524cc6a5858c" 2024-12-04T11:20:50,250 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a4d27d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:50,250 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,36297,-1] 2024-12-04T11:20:50,250 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:20:50,250 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:50,251 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:20:50,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cdf8f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:50,252 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:20:50,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40731,1733311246923, seqNum=-1] 2024-12-04T11:20:50,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:20:50,253 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:20:50,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e12b86b8109d,36297,1733311246781 2024-12-04T11:20:50,255 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58593 2024-12-04T11:20:50,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:20:50,259 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a01290c40005 connected 2024-12-04T11:20:50,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f2f427-70b2-d7b3-778b-30416228109d/hadoop.log.dir so I do NOT create it in target/test-data/6c9fe7f8-e5fa-7d6e-45f7-130499a388b7 2024-12-04T11:20:50,272 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f2f427-70b2-d7b3-778b-30416228109d/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T11:20:50,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f2f427-70b2-d7b3-778b-30416228109d/hadoop.tmp.dir so I do NOT create it in target/test-data/6c9fe7f8-e5fa-7d6e-45f7-130499a388b7 2024-12-04T11:20:50,272 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f2f427-70b2-d7b3-778b-30416228109d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T11:20:50,272 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9fe7f8-e5fa-7d6e-45f7-130499a388b7 2024-12-04T11:20:50,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T11:20:50,272 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9fe7f8-e5fa-7d6e-45f7-130499a388b7/cluster_da3b7858-92f1-68bf-266c-2f3d6bd29d7e, deleteOnExit=true 2024-12-04T11:20:50,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T11:20:50,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9fe7f8-e5fa-7d6e-45f7-130499a388b7/test.cache.data in system properties and HBase conf 2024-12-04T11:20:50,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9fe7f8-e5fa-7d6e-45f7-130499a388b7/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T11:20:50,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9fe7f8-e5fa-7d6e-45f7-130499a388b7/hadoop.log.dir in system properties and HBase conf 2024-12-04T11:20:50,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9fe7f8-e5fa-7d6e-45f7-130499a388b7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T11:20:50,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9fe7f8-e5fa-7d6e-45f7-130499a388b7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T11:20:50,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T11:20:50,272 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T11:20:50,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9fe7f8-e5fa-7d6e-45f7-130499a388b7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T11:20:50,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9fe7f8-e5fa-7d6e-45f7-130499a388b7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T11:20:50,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9fe7f8-e5fa-7d6e-45f7-130499a388b7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T11:20:50,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9fe7f8-e5fa-7d6e-45f7-130499a388b7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T11:20:50,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9fe7f8-e5fa-7d6e-45f7-130499a388b7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T11:20:50,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9fe7f8-e5fa-7d6e-45f7-130499a388b7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T11:20:50,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9fe7f8-e5fa-7d6e-45f7-130499a388b7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T11:20:50,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9fe7f8-e5fa-7d6e-45f7-130499a388b7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T11:20:50,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9fe7f8-e5fa-7d6e-45f7-130499a388b7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T11:20:50,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9fe7f8-e5fa-7d6e-45f7-130499a388b7/nfs.dump.dir in system properties and HBase conf 2024-12-04T11:20:50,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9fe7f8-e5fa-7d6e-45f7-130499a388b7/java.io.tmpdir in system properties and HBase conf 2024-12-04T11:20:50,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9fe7f8-e5fa-7d6e-45f7-130499a388b7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T11:20:50,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9fe7f8-e5fa-7d6e-45f7-130499a388b7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T11:20:50,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9fe7f8-e5fa-7d6e-45f7-130499a388b7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T11:20:50,394 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:20:50,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:50,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:50,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:50,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:50,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:50,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:50,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:50,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:50,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:50,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:50,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:50,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:50,580 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:20:50,583 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T11:20:50,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T11:20:50,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T11:20:50,584 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T11:20:50,584 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:20:50,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79194981{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9fe7f8-e5fa-7d6e-45f7-130499a388b7/hadoop.log.dir/,AVAILABLE} 2024-12-04T11:20:50,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@655c6ebf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T11:20:50,598 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:20:50,598 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e12b86b8109d,39329,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:39329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T11:20:50,598 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48478 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e12b86b8109d,39329,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:39329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T11:20:50,677 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2fe34b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9fe7f8-e5fa-7d6e-45f7-130499a388b7/java.io.tmpdir/jetty-localhost-41941-hadoop-hdfs-3_4_1-tests_jar-_-any-9247243005987263257/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T11:20:50,678 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29d513ee{HTTP/1.1, (http/1.1)}{localhost:41941} 2024-12-04T11:20:50,678 INFO [Time-limited test {}] server.Server(415): Started @245389ms 2024-12-04T11:20:50,926 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:20:50,928 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T11:20:50,928 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T11:20:50,928 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T11:20:50,929 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T11:20:50,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e4df4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9fe7f8-e5fa-7d6e-45f7-130499a388b7/hadoop.log.dir/,AVAILABLE} 2024-12-04T11:20:50,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c41974f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T11:20:51,019 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11735bc3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9fe7f8-e5fa-7d6e-45f7-130499a388b7/java.io.tmpdir/jetty-localhost-41827-hadoop-hdfs-3_4_1-tests_jar-_-any-4258327962458196245/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T11:20:51,019 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6181fcd9{HTTP/1.1, (http/1.1)}{localhost:41827} 2024-12-04T11:20:51,019 INFO [Time-limited test {}] server.Server(415): Started @245730ms 2024-12-04T11:20:51,020 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T11:20:51,208 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T11:20:51,208 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T11:20:51,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:20:51,209 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T11:20:51,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:20:51,209 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T11:20:51,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T11:20:51,209 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T11:20:51,672 WARN [Thread-2917 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9fe7f8-e5fa-7d6e-45f7-130499a388b7/cluster_da3b7858-92f1-68bf-266c-2f3d6bd29d7e/data/data1/current/BP-537253652-172.17.0.2-1733311250286/current, will proceed with Du for space computation calculation, 2024-12-04T11:20:51,672 WARN [Thread-2918 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9fe7f8-e5fa-7d6e-45f7-130499a388b7/cluster_da3b7858-92f1-68bf-266c-2f3d6bd29d7e/data/data2/current/BP-537253652-172.17.0.2-1733311250286/current, will proceed with Du for space computation calculation, 2024-12-04T11:20:51,686 WARN [Thread-2905 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T11:20:51,687 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd1ceb4aacf8b54 with lease ID 0x72a0638d4e6d6b1a: Processing first storage report for DS-e3636386-86fe-4ca9-93fa-07424a57ed9c from datanode DatanodeRegistration(127.0.0.1:33701, datanodeUuid=cdc494db-96d1-4ea2-9408-d55e56a52f0a, infoPort=44127, infoSecurePort=0, ipcPort=42031, storageInfo=lv=-57;cid=testClusterID;nsid=1951436587;c=1733311250286) 2024-12-04T11:20:51,688 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd1ceb4aacf8b54 with lease ID 0x72a0638d4e6d6b1a: from storage DS-e3636386-86fe-4ca9-93fa-07424a57ed9c node DatanodeRegistration(127.0.0.1:33701, datanodeUuid=cdc494db-96d1-4ea2-9408-d55e56a52f0a, infoPort=44127, infoSecurePort=0, ipcPort=42031, storageInfo=lv=-57;cid=testClusterID;nsid=1951436587;c=1733311250286), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T11:20:51,688 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd1ceb4aacf8b54 with lease ID 0x72a0638d4e6d6b1a: Processing first storage report for DS-87f48eeb-d452-4793-9505-9b1876d43780 from datanode DatanodeRegistration(127.0.0.1:33701, datanodeUuid=cdc494db-96d1-4ea2-9408-d55e56a52f0a, infoPort=44127, infoSecurePort=0, ipcPort=42031, storageInfo=lv=-57;cid=testClusterID;nsid=1951436587;c=1733311250286) 2024-12-04T11:20:51,688 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd1ceb4aacf8b54 with lease ID 0x72a0638d4e6d6b1a: from storage DS-87f48eeb-d452-4793-9505-9b1876d43780 node DatanodeRegistration(127.0.0.1:33701, datanodeUuid=cdc494db-96d1-4ea2-9408-d55e56a52f0a, infoPort=44127, infoSecurePort=0, ipcPort=42031, storageInfo=lv=-57;cid=testClusterID;nsid=1951436587;c=1733311250286), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T11:20:51,751 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9fe7f8-e5fa-7d6e-45f7-130499a388b7 2024-12-04T11:20:51,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:20:51,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:20:51,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741825_1001 (size=7) 2024-12-04T11:20:52,162 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a with version=8 2024-12-04T11:20:52,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/hbase-staging 2024-12-04T11:20:52,164 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:20:52,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:20:52,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:20:52,164 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:20:52,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:20:52,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:20:52,164 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T11:20:52,164 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:20:52,165 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44233 2024-12-04T11:20:52,165 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44233 connecting to ZooKeeper ensemble=127.0.0.1:58593 2024-12-04T11:20:52,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:442330x0, quorum=127.0.0.1:58593, baseZNode=/2363493124 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:20:52,217 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44233-0x101a01290c40006 connected 2024-12-04T11:20:52,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:20:52,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:20:52,294 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44233-0x101a01290c40006, quorum=127.0.0.1:58593, baseZNode=/2363493124 Set watcher on znode that does not yet exist, /2363493124/running 2024-12-04T11:20:52,294 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a, hbase.cluster.distributed=false 2024-12-04T11:20:52,296 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44233-0x101a01290c40006, quorum=127.0.0.1:58593, baseZNode=/2363493124 Set watcher on znode that does not yet exist, /2363493124/acl 2024-12-04T11:20:52,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44233 2024-12-04T11:20:52,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44233 2024-12-04T11:20:52,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44233 2024-12-04T11:20:52,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44233 2024-12-04T11:20:52,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44233 2024-12-04T11:20:52,309 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:20:52,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:20:52,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:20:52,309 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:20:52,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:20:52,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:20:52,309 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T11:20:52,309 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:20:52,309 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40117 2024-12-04T11:20:52,310 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40117 connecting to ZooKeeper ensemble=127.0.0.1:58593 2024-12-04T11:20:52,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:20:52,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:20:52,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401170x0, quorum=127.0.0.1:58593, baseZNode=/2363493124 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:20:52,322 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401170x0, quorum=127.0.0.1:58593, baseZNode=/2363493124 Set watcher on znode that does not yet exist, /2363493124/running 2024-12-04T11:20:52,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40117-0x101a01290c40007 connected 2024-12-04T11:20:52,323 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T11:20:52,323 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T11:20:52,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40117-0x101a01290c40007, quorum=127.0.0.1:58593, baseZNode=/2363493124 Set watcher on znode that does not yet exist, /2363493124/master 2024-12-04T11:20:52,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40117-0x101a01290c40007, quorum=127.0.0.1:58593, baseZNode=/2363493124 Set watcher on znode that does not yet exist, /2363493124/acl 2024-12-04T11:20:52,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40117 2024-12-04T11:20:52,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40117 2024-12-04T11:20:52,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40117 2024-12-04T11:20:52,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40117 2024-12-04T11:20:52,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40117 2024-12-04T11:20:52,339 DEBUG [M:0;e12b86b8109d:44233 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e12b86b8109d:44233 2024-12-04T11:20:52,339 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2363493124/backup-masters/e12b86b8109d,44233,1733311252164 2024-12-04T11:20:52,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40117-0x101a01290c40007, quorum=127.0.0.1:58593, baseZNode=/2363493124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2363493124/backup-masters 2024-12-04T11:20:52,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44233-0x101a01290c40006, quorum=127.0.0.1:58593, baseZNode=/2363493124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2363493124/backup-masters 2024-12-04T11:20:52,344 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44233-0x101a01290c40006, quorum=127.0.0.1:58593, baseZNode=/2363493124 Set watcher on existing znode=/2363493124/backup-masters/e12b86b8109d,44233,1733311252164 2024-12-04T11:20:52,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40117-0x101a01290c40007, quorum=127.0.0.1:58593, baseZNode=/2363493124 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2363493124/master 2024-12-04T11:20:52,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44233-0x101a01290c40006, quorum=127.0.0.1:58593, baseZNode=/2363493124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2363493124 2024-12-04T11:20:52,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40117-0x101a01290c40007, quorum=127.0.0.1:58593, baseZNode=/2363493124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2363493124 2024-12-04T11:20:52,354 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44233-0x101a01290c40006, quorum=127.0.0.1:58593, baseZNode=/2363493124 Set watcher on existing znode=/2363493124/master 2024-12-04T11:20:52,354 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2363493124/backup-masters/e12b86b8109d,44233,1733311252164 from backup master directory 2024-12-04T11:20:52,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40117-0x101a01290c40007, quorum=127.0.0.1:58593, baseZNode=/2363493124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2363493124/backup-masters 2024-12-04T11:20:52,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44233-0x101a01290c40006, quorum=127.0.0.1:58593, baseZNode=/2363493124 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2363493124/backup-masters/e12b86b8109d,44233,1733311252164 2024-12-04T11:20:52,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44233-0x101a01290c40006, quorum=127.0.0.1:58593, baseZNode=/2363493124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2363493124/backup-masters 2024-12-04T11:20:52,364 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:20:52,364 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e12b86b8109d,44233,1733311252164 2024-12-04T11:20:52,367 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/hbase.id] with ID: 521d6c5a-9e59-49c3-9cdf-cd7ce2039376 2024-12-04T11:20:52,367 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/.tmp/hbase.id 2024-12-04T11:20:52,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741826_1002 (size=42) 2024-12-04T11:20:52,773 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/.tmp/hbase.id]:[hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/hbase.id] 2024-12-04T11:20:52,779 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:20:52,779 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T11:20:52,780 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T11:20:52,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44233-0x101a01290c40006, quorum=127.0.0.1:58593, baseZNode=/2363493124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2363493124 2024-12-04T11:20:52,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40117-0x101a01290c40007, quorum=127.0.0.1:58593, baseZNode=/2363493124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2363493124 2024-12-04T11:20:52,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741827_1003 (size=196) 2024-12-04T11:20:53,266 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:20:53,267 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T11:20:53,267 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:20:53,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741828_1004 (size=1189) 2024-12-04T11:20:53,272 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/MasterData/data/master/store 2024-12-04T11:20:53,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741829_1005 (size=34) 2024-12-04T11:20:53,684 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:20:53,684 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:20:53,684 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:20:53,684 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:20:53,684 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:20:53,684 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:20:53,684 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:20:53,684 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311253684Disabling compacts and flushes for region at 1733311253684Disabling writes for close at 1733311253684Writing region close event to WAL at 1733311253684Closed at 1733311253684 2024-12-04T11:20:53,685 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/MasterData/data/master/store/.initializing 2024-12-04T11:20:53,685 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/MasterData/WALs/e12b86b8109d,44233,1733311252164 2024-12-04T11:20:53,686 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:20:53,687 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e12b86b8109d%2C44233%2C1733311252164, suffix=, logDir=hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/MasterData/WALs/e12b86b8109d,44233,1733311252164, archiveDir=hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/MasterData/oldWALs, maxLogs=10 2024-12-04T11:20:53,698 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/MasterData/WALs/e12b86b8109d,44233,1733311252164/e12b86b8109d%2C44233%2C1733311252164.1733311253687, exclude list is [], retry=0 2024-12-04T11:20:53,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-e3636386-86fe-4ca9-93fa-07424a57ed9c,DISK] 2024-12-04T11:20:53,701 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/MasterData/WALs/e12b86b8109d,44233,1733311252164/e12b86b8109d%2C44233%2C1733311252164.1733311253687 2024-12-04T11:20:53,701 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44127:44127)] 2024-12-04T11:20:53,702 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:20:53,702 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:20:53,702 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:53,702 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:53,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:53,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T11:20:53,704 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:53,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:53,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:53,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T11:20:53,705 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:53,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:20:53,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:53,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T11:20:53,706 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:53,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:20:53,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:53,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T11:20:53,707 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:53,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:20:53,707 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:53,708 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:53,708 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:53,709 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:53,709 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:53,709 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:20:53,710 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:20:53,711 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:20:53,711 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71865005, jitterRate=0.07087202370166779}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:20:53,711 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733311253702Initializing all the Stores at 1733311253703 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311253703Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311253703Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311253703Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311253703Cleaning up temporary data from old regions at 1733311253709 (+6 ms)Region opened successfully at 1733311253711 (+2 ms) 2024-12-04T11:20:53,712 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T11:20:53,713 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@445b7525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:20:53,714 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T11:20:53,714 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T11:20:53,714 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T11:20:53,714 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T11:20:53,714 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T11:20:53,715 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T11:20:53,715 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T11:20:53,716 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T11:20:53,716 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44233-0x101a01290c40006, quorum=127.0.0.1:58593, baseZNode=/2363493124 Unable to get data of znode /2363493124/balancer because node does not exist (not necessarily an error) 2024-12-04T11:20:53,827 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2363493124/balancer already deleted, retry=false 2024-12-04T11:20:53,828 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T11:20:53,828 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44233-0x101a01290c40006, quorum=127.0.0.1:58593, baseZNode=/2363493124 Unable to get data of znode /2363493124/normalizer because node does not exist (not necessarily an error) 2024-12-04T11:20:53,838 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2363493124/normalizer already deleted, retry=false 2024-12-04T11:20:53,838 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T11:20:53,839 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44233-0x101a01290c40006, quorum=127.0.0.1:58593, baseZNode=/2363493124 Unable to get data of znode /2363493124/switch/split because node does not exist (not necessarily an error) 2024-12-04T11:20:53,848 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2363493124/switch/split already deleted, retry=false 2024-12-04T11:20:53,849 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44233-0x101a01290c40006, quorum=127.0.0.1:58593, baseZNode=/2363493124 Unable to get data of znode /2363493124/switch/merge because node does not exist (not necessarily an error) 2024-12-04T11:20:53,859 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2363493124/switch/merge already deleted, retry=false 2024-12-04T11:20:53,860 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44233-0x101a01290c40006, quorum=127.0.0.1:58593, baseZNode=/2363493124 Unable to get data of znode /2363493124/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T11:20:53,869 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2363493124/snapshot-cleanup already deleted, retry=false 2024-12-04T11:20:53,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44233-0x101a01290c40006, quorum=127.0.0.1:58593, baseZNode=/2363493124 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2363493124/running 2024-12-04T11:20:53,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40117-0x101a01290c40007, quorum=127.0.0.1:58593, baseZNode=/2363493124 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2363493124/running 2024-12-04T11:20:53,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44233-0x101a01290c40006, quorum=127.0.0.1:58593, baseZNode=/2363493124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2363493124 2024-12-04T11:20:53,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40117-0x101a01290c40007, quorum=127.0.0.1:58593, baseZNode=/2363493124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2363493124 2024-12-04T11:20:53,880 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e12b86b8109d,44233,1733311252164, sessionid=0x101a01290c40006, setting cluster-up flag (Was=false) 2024-12-04T11:20:53,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40117-0x101a01290c40007, quorum=127.0.0.1:58593, baseZNode=/2363493124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2363493124 2024-12-04T11:20:53,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44233-0x101a01290c40006, quorum=127.0.0.1:58593, baseZNode=/2363493124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2363493124 2024-12-04T11:20:53,932 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2363493124/flush-table-proc/acquired, /2363493124/flush-table-proc/reached, /2363493124/flush-table-proc/abort 2024-12-04T11:20:53,934 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,44233,1733311252164 2024-12-04T11:20:53,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40117-0x101a01290c40007, quorum=127.0.0.1:58593, baseZNode=/2363493124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2363493124 2024-12-04T11:20:53,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44233-0x101a01290c40006, quorum=127.0.0.1:58593, baseZNode=/2363493124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2363493124 2024-12-04T11:20:53,985 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2363493124/online-snapshot/acquired, /2363493124/online-snapshot/reached, /2363493124/online-snapshot/abort 2024-12-04T11:20:53,986 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,44233,1733311252164 2024-12-04T11:20:53,987 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T11:20:53,988 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T11:20:53,988 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T11:20:53,988 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T11:20:53,988 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e12b86b8109d,44233,1733311252164 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T11:20:53,989 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:20:53,989 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:20:53,989 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:20:53,989 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:20:53,990 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e12b86b8109d:0, corePoolSize=10, maxPoolSize=10 2024-12-04T11:20:53,990 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:53,990 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:20:53,990 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:53,990 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733311283990 2024-12-04T11:20:53,991 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T11:20:53,991 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T11:20:53,991 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T11:20:53,991 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T11:20:53,991 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:20:53,991 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T11:20:53,991 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T11:20:53,991 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T11:20:53,991 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:53,991 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T11:20:53,991 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T11:20:53,991 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T11:20:53,991 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T11:20:53,991 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:53,992 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T11:20:53,992 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T11:20:53,992 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T11:20:53,992 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311253992,5,FailOnTimeoutGroup] 2024-12-04T11:20:53,992 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311253992,5,FailOnTimeoutGroup] 2024-12-04T11:20:53,992 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:53,992 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T11:20:53,992 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:53,992 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:53,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741831_1007 (size=1321) 2024-12-04T11:20:54,032 INFO [RS:0;e12b86b8109d:40117 {}] regionserver.HRegionServer(746): ClusterId : 521d6c5a-9e59-49c3-9cdf-cd7ce2039376 2024-12-04T11:20:54,032 DEBUG [RS:0;e12b86b8109d:40117 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T11:20:54,038 DEBUG [RS:0;e12b86b8109d:40117 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T11:20:54,038 DEBUG [RS:0;e12b86b8109d:40117 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T11:20:54,049 DEBUG [RS:0;e12b86b8109d:40117 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T11:20:54,049 DEBUG [RS:0;e12b86b8109d:40117 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f437b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:20:54,062 DEBUG [RS:0;e12b86b8109d:40117 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e12b86b8109d:40117 2024-12-04T11:20:54,062 INFO [RS:0;e12b86b8109d:40117 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T11:20:54,062 INFO [RS:0;e12b86b8109d:40117 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T11:20:54,062 DEBUG [RS:0;e12b86b8109d:40117 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T11:20:54,063 INFO [RS:0;e12b86b8109d:40117 {}] regionserver.HRegionServer(2659): reportForDuty to master=e12b86b8109d,44233,1733311252164 with port=40117, startcode=1733311252309 2024-12-04T11:20:54,063 DEBUG [RS:0;e12b86b8109d:40117 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T11:20:54,064 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T11:20:54,064 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44233 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e12b86b8109d,40117,1733311252309 2024-12-04T11:20:54,064 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44233 {}] master.ServerManager(517): Registering regionserver=e12b86b8109d,40117,1733311252309 2024-12-04T11:20:54,065 DEBUG [RS:0;e12b86b8109d:40117 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a 2024-12-04T11:20:54,066 DEBUG [RS:0;e12b86b8109d:40117 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42319 2024-12-04T11:20:54,066 DEBUG [RS:0;e12b86b8109d:40117 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T11:20:54,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44233-0x101a01290c40006, quorum=127.0.0.1:58593, baseZNode=/2363493124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2363493124/rs 2024-12-04T11:20:54,111 DEBUG [RS:0;e12b86b8109d:40117 {}] zookeeper.ZKUtil(111): regionserver:40117-0x101a01290c40007, quorum=127.0.0.1:58593, baseZNode=/2363493124 Set watcher on existing znode=/2363493124/rs/e12b86b8109d,40117,1733311252309 2024-12-04T11:20:54,111 WARN [RS:0;e12b86b8109d:40117 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:20:54,111 INFO [RS:0;e12b86b8109d:40117 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:20:54,111 DEBUG [RS:0;e12b86b8109d:40117 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309 2024-12-04T11:20:54,111 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e12b86b8109d,40117,1733311252309] 2024-12-04T11:20:54,113 INFO [RS:0;e12b86b8109d:40117 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T11:20:54,114 INFO [RS:0;e12b86b8109d:40117 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T11:20:54,115 INFO [RS:0;e12b86b8109d:40117 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T11:20:54,115 INFO [RS:0;e12b86b8109d:40117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:54,115 INFO [RS:0;e12b86b8109d:40117 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T11:20:54,115 INFO [RS:0;e12b86b8109d:40117 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T11:20:54,115 INFO [RS:0;e12b86b8109d:40117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:54,115 DEBUG [RS:0;e12b86b8109d:40117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:54,115 DEBUG [RS:0;e12b86b8109d:40117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:54,115 DEBUG [RS:0;e12b86b8109d:40117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:54,116 DEBUG [RS:0;e12b86b8109d:40117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:54,116 DEBUG [RS:0;e12b86b8109d:40117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:54,116 DEBUG [RS:0;e12b86b8109d:40117 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:20:54,116 DEBUG [RS:0;e12b86b8109d:40117 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:54,116 DEBUG [RS:0;e12b86b8109d:40117 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:54,116 DEBUG [RS:0;e12b86b8109d:40117 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:54,116 DEBUG [RS:0;e12b86b8109d:40117 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:54,116 DEBUG [RS:0;e12b86b8109d:40117 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:54,116 DEBUG [RS:0;e12b86b8109d:40117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:20:54,116 DEBUG [RS:0;e12b86b8109d:40117 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:20:54,116 DEBUG [RS:0;e12b86b8109d:40117 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:20:54,116 INFO [RS:0;e12b86b8109d:40117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:54,116 INFO [RS:0;e12b86b8109d:40117 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:54,116 INFO [RS:0;e12b86b8109d:40117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:54,116 INFO [RS:0;e12b86b8109d:40117 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:54,116 INFO [RS:0;e12b86b8109d:40117 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:54,116 INFO [RS:0;e12b86b8109d:40117 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,40117,1733311252309-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:20:54,128 INFO [RS:0;e12b86b8109d:40117 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T11:20:54,128 INFO [RS:0;e12b86b8109d:40117 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,40117,1733311252309-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:54,128 INFO [RS:0;e12b86b8109d:40117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:54,128 INFO [RS:0;e12b86b8109d:40117 {}] regionserver.Replication(171): e12b86b8109d,40117,1733311252309 started 2024-12-04T11:20:54,145 INFO [RS:0;e12b86b8109d:40117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:54,145 INFO [RS:0;e12b86b8109d:40117 {}] regionserver.HRegionServer(1482): Serving as e12b86b8109d,40117,1733311252309, RpcServer on e12b86b8109d/172.17.0.2:40117, sessionid=0x101a01290c40007 2024-12-04T11:20:54,145 DEBUG [RS:0;e12b86b8109d:40117 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T11:20:54,145 DEBUG [RS:0;e12b86b8109d:40117 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e12b86b8109d,40117,1733311252309 2024-12-04T11:20:54,145 DEBUG [RS:0;e12b86b8109d:40117 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,40117,1733311252309' 2024-12-04T11:20:54,145 DEBUG [RS:0;e12b86b8109d:40117 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2363493124/flush-table-proc/abort' 2024-12-04T11:20:54,145 DEBUG [RS:0;e12b86b8109d:40117 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2363493124/flush-table-proc/acquired' 2024-12-04T11:20:54,145 DEBUG [RS:0;e12b86b8109d:40117 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T11:20:54,145 DEBUG [RS:0;e12b86b8109d:40117 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T11:20:54,146 DEBUG [RS:0;e12b86b8109d:40117 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e12b86b8109d,40117,1733311252309 2024-12-04T11:20:54,146 DEBUG [RS:0;e12b86b8109d:40117 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,40117,1733311252309' 2024-12-04T11:20:54,146 DEBUG [RS:0;e12b86b8109d:40117 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2363493124/online-snapshot/abort' 2024-12-04T11:20:54,146 DEBUG [RS:0;e12b86b8109d:40117 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2363493124/online-snapshot/acquired' 2024-12-04T11:20:54,146 DEBUG [RS:0;e12b86b8109d:40117 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T11:20:54,146 INFO [RS:0;e12b86b8109d:40117 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T11:20:54,146 INFO [RS:0;e12b86b8109d:40117 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T11:20:54,246 INFO [RS:0;e12b86b8109d:40117 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:20:54,248 INFO [RS:0;e12b86b8109d:40117 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C40117%2C1733311252309, suffix=, logDir=hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309, archiveDir=hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/oldWALs, maxLogs=10 2024-12-04T11:20:54,263 DEBUG [RS:0;e12b86b8109d:40117 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248, exclude list is [], retry=0 2024-12-04T11:20:54,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-e3636386-86fe-4ca9-93fa-07424a57ed9c,DISK] 2024-12-04T11:20:54,266 INFO [RS:0;e12b86b8109d:40117 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248 2024-12-04T11:20:54,266 DEBUG [RS:0;e12b86b8109d:40117 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44127:44127)] 2024-12-04T11:20:54,399 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T11:20:54,399 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a 2024-12-04T11:20:54,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741833_1009 (size=32) 2024-12-04T11:20:54,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:20:54,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:20:54,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:20:54,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:54,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:54,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:20:54,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:20:54,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:54,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:54,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:20:54,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:20:54,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:54,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:54,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:20:54,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:20:54,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:54,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:54,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:20:54,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/hbase/meta/1588230740 2024-12-04T11:20:54,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/hbase/meta/1588230740 2024-12-04T11:20:54,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:20:54,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:20:54,811 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:20:54,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:20:54,813 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:20:54,814 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62023109, jitterRate=-0.07578365504741669}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:20:54,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733311254804Initializing all the Stores at 1733311254805 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311254805Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311254805Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311254805Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311254805Cleaning up temporary data from old regions at 1733311254811 (+6 ms)Region opened successfully at 1733311254814 (+3 ms) 2024-12-04T11:20:54,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:20:54,814 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:20:54,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:20:54,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:20:54,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:20:54,814 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:20:54,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311254814Disabling compacts and flushes for region at 1733311254814Disabling writes for close at 1733311254814Writing region close event to WAL at 1733311254814Closed at 1733311254814 2024-12-04T11:20:54,815 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:20:54,815 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T11:20:54,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T11:20:54,816 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:20:54,816 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T11:20:54,967 DEBUG [e12b86b8109d:44233 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T11:20:54,967 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e12b86b8109d,40117,1733311252309 2024-12-04T11:20:54,968 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,40117,1733311252309, state=OPENING 2024-12-04T11:20:55,027 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T11:20:55,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44233-0x101a01290c40006, quorum=127.0.0.1:58593, baseZNode=/2363493124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2363493124 2024-12-04T11:20:55,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40117-0x101a01290c40007, quorum=127.0.0.1:58593, baseZNode=/2363493124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2363493124 2024-12-04T11:20:55,038 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:20:55,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,40117,1733311252309}] 2024-12-04T11:20:55,038 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2363493124/meta-region-server: CHANGED 2024-12-04T11:20:55,038 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2363493124/meta-region-server: CHANGED 2024-12-04T11:20:55,190 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T11:20:55,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T11:20:55,193 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T11:20:55,193 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:20:55,193 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T11:20:55,194 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C40117%2C1733311252309.meta, suffix=.meta, logDir=hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309, archiveDir=hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/oldWALs, maxLogs=10 2024-12-04T11:20:55,216 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.meta.1733311255204.meta, exclude list is [], retry=0 2024-12-04T11:20:55,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-e3636386-86fe-4ca9-93fa-07424a57ed9c,DISK] 2024-12-04T11:20:55,219 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.meta.1733311255204.meta 2024-12-04T11:20:55,219 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44127:44127)] 2024-12-04T11:20:55,219 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:20:55,219 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:20:55,219 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T11:20:55,220 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T11:20:55,220 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T11:20:55,220 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T11:20:55,220 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:20:55,220 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T11:20:55,220 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T11:20:55,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:20:55,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:20:55,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:55,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:55,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:20:55,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:20:55,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:55,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:55,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:20:55,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:20:55,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:55,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:55,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:20:55,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:20:55,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:55,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:20:55,225 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:20:55,225 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/hbase/meta/1588230740 2024-12-04T11:20:55,226 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/hbase/meta/1588230740 2024-12-04T11:20:55,226 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:20:55,226 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:20:55,227 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:20:55,227 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:20:55,228 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73144666, jitterRate=0.08994045853614807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:20:55,228 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T11:20:55,228 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733311255220Writing region info on filesystem at 1733311255220Initializing all the Stores at 1733311255221 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311255221Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311255221Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311255221Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311255221Cleaning up temporary data from old regions at 1733311255226 (+5 ms)Running coprocessor post-open hooks at 1733311255228 (+2 ms)Region opened successfully at 1733311255228 2024-12-04T11:20:55,229 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733311255190 2024-12-04T11:20:55,230 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T11:20:55,230 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T11:20:55,231 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e12b86b8109d,40117,1733311252309 2024-12-04T11:20:55,231 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,40117,1733311252309, state=OPEN 2024-12-04T11:20:55,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40117-0x101a01290c40007, quorum=127.0.0.1:58593, baseZNode=/2363493124 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2363493124/meta-region-server 2024-12-04T11:20:55,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44233-0x101a01290c40006, quorum=127.0.0.1:58593, baseZNode=/2363493124 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2363493124/meta-region-server 2024-12-04T11:20:55,238 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e12b86b8109d,40117,1733311252309 2024-12-04T11:20:55,238 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2363493124/meta-region-server: CHANGED 2024-12-04T11:20:55,238 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2363493124/meta-region-server: CHANGED 2024-12-04T11:20:55,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T11:20:55,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,40117,1733311252309 in 200 msec 2024-12-04T11:20:55,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T11:20:55,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 425 msec 2024-12-04T11:20:55,241 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:20:55,241 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T11:20:55,242 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:20:55,242 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40117,1733311252309, seqNum=-1] 2024-12-04T11:20:55,243 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:20:55,243 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:20:55,247 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2590 sec 2024-12-04T11:20:55,247 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733311255247, completionTime=-1 2024-12-04T11:20:55,247 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T11:20:55,247 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T11:20:55,249 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T11:20:55,249 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733311315249 2024-12-04T11:20:55,249 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733311375249 2024-12-04T11:20:55,249 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T11:20:55,249 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,44233,1733311252164-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:55,249 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,44233,1733311252164-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:55,249 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,44233,1733311252164-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:55,249 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e12b86b8109d:44233, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:55,249 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:55,249 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:55,251 DEBUG [master/e12b86b8109d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T11:20:55,252 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.888sec 2024-12-04T11:20:55,252 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T11:20:55,252 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T11:20:55,252 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T11:20:55,252 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T11:20:55,252 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T11:20:55,252 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,44233,1733311252164-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:20:55,252 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,44233,1733311252164-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T11:20:55,254 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T11:20:55,254 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T11:20:55,254 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,44233,1733311252164-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:20:55,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@547f48ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:55,333 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,44233,-1 for getting cluster id 2024-12-04T11:20:55,333 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:20:55,334 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '521d6c5a-9e59-49c3-9cdf-cd7ce2039376' 2024-12-04T11:20:55,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:20:55,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "521d6c5a-9e59-49c3-9cdf-cd7ce2039376" 2024-12-04T11:20:55,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1400c2be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:55,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,44233,-1] 2024-12-04T11:20:55,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:20:55,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:20:55,335 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:20:55,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a552b2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:20:55,336 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:20:55,336 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40117,1733311252309, seqNum=-1] 2024-12-04T11:20:55,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:20:55,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:20:55,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e12b86b8109d,44233,1733311252164 2024-12-04T11:20:55,339 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:58593 2024-12-04T11:20:55,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:58593, baseZNode=/2363493124 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:20:55,343 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101a01290c40008 connected 2024-12-04T11:20:55,355 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:20:55,356 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,33331,1733311241429 2024-12-04T11:20:55,356 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@531fae51 2024-12-04T11:20:55,356 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:20:55,357 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:20:55,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33331 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:20:55,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33331 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T11:20:55,359 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T11:20:55,359 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:55,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33331 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T11:20:55,360 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T11:20:55,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:20:55,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41841 is added to blk_1073741835_1011 (size=902) 2024-12-04T11:20:55,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:20:55,638 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:20:55,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:55,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:55,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:20:55,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:55,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:55,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:55,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:55,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:55,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:55,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:55,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:55,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:55,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:20:55,766 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8303fcaca785af73253400a8047f5f05, NAME => 'test,,1733311255357.8303fcaca785af73253400a8047f5f05.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e 2024-12-04T11:20:55,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41841 is added to blk_1073741836_1012 (size=39) 2024-12-04T11:20:55,771 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733311255357.8303fcaca785af73253400a8047f5f05.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:20:55,771 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8303fcaca785af73253400a8047f5f05, disabling compactions & flushes 2024-12-04T11:20:55,771 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733311255357.8303fcaca785af73253400a8047f5f05. 2024-12-04T11:20:55,771 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733311255357.8303fcaca785af73253400a8047f5f05. 2024-12-04T11:20:55,771 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733311255357.8303fcaca785af73253400a8047f5f05. after waiting 0 ms 2024-12-04T11:20:55,771 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733311255357.8303fcaca785af73253400a8047f5f05. 2024-12-04T11:20:55,771 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733311255357.8303fcaca785af73253400a8047f5f05. 2024-12-04T11:20:55,771 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8303fcaca785af73253400a8047f5f05: Waiting for close lock at 1733311255771Disabling compacts and flushes for region at 1733311255771Disabling writes for close at 1733311255771Writing region close event to WAL at 1733311255771Closed at 1733311255771 2024-12-04T11:20:55,772 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T11:20:55,772 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733311255357.8303fcaca785af73253400a8047f5f05.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733311255772"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733311255772"}]},"ts":"1733311255772"} 2024-12-04T11:20:55,774 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T11:20:55,774 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T11:20:55,774 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311255774"}]},"ts":"1733311255774"} 2024-12-04T11:20:55,776 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T11:20:55,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8303fcaca785af73253400a8047f5f05, ASSIGN}] 2024-12-04T11:20:55,777 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8303fcaca785af73253400a8047f5f05, ASSIGN 2024-12-04T11:20:55,778 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8303fcaca785af73253400a8047f5f05, ASSIGN; state=OFFLINE, location=e12b86b8109d,40883,1733311241623; forceNewPlan=false, retain=false 2024-12-04T11:20:55,928 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8303fcaca785af73253400a8047f5f05, regionState=OPENING, regionLocation=e12b86b8109d,40883,1733311241623 2024-12-04T11:20:55,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8303fcaca785af73253400a8047f5f05, ASSIGN because future has completed 2024-12-04T11:20:55,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8303fcaca785af73253400a8047f5f05, server=e12b86b8109d,40883,1733311241623}] 2024-12-04T11:20:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:20:56,085 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733311255357.8303fcaca785af73253400a8047f5f05. 2024-12-04T11:20:56,085 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8303fcaca785af73253400a8047f5f05, NAME => 'test,,1733311255357.8303fcaca785af73253400a8047f5f05.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:20:56,085 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:20:56,085 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T11:20:56,086 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8303fcaca785af73253400a8047f5f05 2024-12-04T11:20:56,086 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733311255357.8303fcaca785af73253400a8047f5f05.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:20:56,086 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8303fcaca785af73253400a8047f5f05 2024-12-04T11:20:56,086 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8303fcaca785af73253400a8047f5f05 2024-12-04T11:20:56,087 INFO [StoreOpener-8303fcaca785af73253400a8047f5f05-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8303fcaca785af73253400a8047f5f05 2024-12-04T11:20:56,088 INFO [StoreOpener-8303fcaca785af73253400a8047f5f05-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8303fcaca785af73253400a8047f5f05 columnFamilyName f 2024-12-04T11:20:56,088 DEBUG [StoreOpener-8303fcaca785af73253400a8047f5f05-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:56,088 INFO [StoreOpener-8303fcaca785af73253400a8047f5f05-1 {}] regionserver.HStore(327): Store=8303fcaca785af73253400a8047f5f05/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:20:56,088 INFO [StoreOpener-8303fcaca785af73253400a8047f5f05-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8303fcaca785af73253400a8047f5f05 2024-12-04T11:20:56,089 INFO [StoreOpener-8303fcaca785af73253400a8047f5f05-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8303fcaca785af73253400a8047f5f05 columnFamilyName f1 2024-12-04T11:20:56,089 DEBUG [StoreOpener-8303fcaca785af73253400a8047f5f05-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:56,089 INFO [StoreOpener-8303fcaca785af73253400a8047f5f05-1 {}] regionserver.HStore(327): Store=8303fcaca785af73253400a8047f5f05/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:20:56,089 INFO [StoreOpener-8303fcaca785af73253400a8047f5f05-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8303fcaca785af73253400a8047f5f05 2024-12-04T11:20:56,090 INFO [StoreOpener-8303fcaca785af73253400a8047f5f05-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8303fcaca785af73253400a8047f5f05 columnFamilyName norep 2024-12-04T11:20:56,090 DEBUG [StoreOpener-8303fcaca785af73253400a8047f5f05-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:56,090 INFO [StoreOpener-8303fcaca785af73253400a8047f5f05-1 {}] regionserver.HStore(327): Store=8303fcaca785af73253400a8047f5f05/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:20:56,090 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8303fcaca785af73253400a8047f5f05 2024-12-04T11:20:56,091 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/default/test/8303fcaca785af73253400a8047f5f05 2024-12-04T11:20:56,091 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/default/test/8303fcaca785af73253400a8047f5f05 2024-12-04T11:20:56,091 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8303fcaca785af73253400a8047f5f05 2024-12-04T11:20:56,091 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8303fcaca785af73253400a8047f5f05 2024-12-04T11:20:56,092 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T11:20:56,092 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8303fcaca785af73253400a8047f5f05 2024-12-04T11:20:56,093 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/default/test/8303fcaca785af73253400a8047f5f05/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:20:56,094 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8303fcaca785af73253400a8047f5f05; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63083597, jitterRate=-0.059981152415275574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T11:20:56,094 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8303fcaca785af73253400a8047f5f05 2024-12-04T11:20:56,094 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8303fcaca785af73253400a8047f5f05: Running coprocessor pre-open hook at 1733311256086Writing region info on filesystem at 1733311256086Initializing all the Stores at 1733311256086Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311256086Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311256087 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311256087Cleaning up temporary data from old regions at 1733311256091 (+4 ms)Running coprocessor post-open hooks at 1733311256094 (+3 ms)Region opened successfully at 1733311256094 2024-12-04T11:20:56,095 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733311255357.8303fcaca785af73253400a8047f5f05., pid=6, masterSystemTime=1733311256082 2024-12-04T11:20:56,096 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733311255357.8303fcaca785af73253400a8047f5f05. 2024-12-04T11:20:56,096 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733311255357.8303fcaca785af73253400a8047f5f05. 2024-12-04T11:20:56,097 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8303fcaca785af73253400a8047f5f05, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e12b86b8109d,40883,1733311241623 2024-12-04T11:20:56,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8303fcaca785af73253400a8047f5f05, server=e12b86b8109d,40883,1733311241623 because future has completed 2024-12-04T11:20:56,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T11:20:56,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8303fcaca785af73253400a8047f5f05, server=e12b86b8109d,40883,1733311241623 in 169 msec 2024-12-04T11:20:56,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T11:20:56,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8303fcaca785af73253400a8047f5f05, ASSIGN in 324 msec 2024-12-04T11:20:56,102 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T11:20:56,102 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311256102"}]},"ts":"1733311256102"} 2024-12-04T11:20:56,104 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T11:20:56,104 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T11:20:56,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 747 msec 2024-12-04T11:20:56,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:20:56,497 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T11:20:56,497 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:20:56,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,36297,1733311246781 2024-12-04T11:20:56,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67f3e355 2024-12-04T11:20:56,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:20:56,499 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:20:56,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36297 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:20:56,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36297 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T11:20:56,502 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T11:20:56,502 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:56,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36297 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T11:20:56,502 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T11:20:56,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:20:56,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46591 is added to blk_1073741835_1011 (size=902) 2024-12-04T11:20:56,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:20:56,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:20:56,908 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 87090e190b04f891da45fec5f9bb2b9f, NAME => 'test,,1733311256499.87090e190b04f891da45fec5f9bb2b9f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4 2024-12-04T11:20:56,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46591 is added to blk_1073741836_1012 (size=39) 2024-12-04T11:20:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:20:57,312 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733311256499.87090e190b04f891da45fec5f9bb2b9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:20:57,313 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 87090e190b04f891da45fec5f9bb2b9f, disabling compactions & flushes 2024-12-04T11:20:57,313 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733311256499.87090e190b04f891da45fec5f9bb2b9f. 2024-12-04T11:20:57,313 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733311256499.87090e190b04f891da45fec5f9bb2b9f. 2024-12-04T11:20:57,313 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733311256499.87090e190b04f891da45fec5f9bb2b9f. after waiting 0 ms 2024-12-04T11:20:57,313 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733311256499.87090e190b04f891da45fec5f9bb2b9f. 2024-12-04T11:20:57,313 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733311256499.87090e190b04f891da45fec5f9bb2b9f. 2024-12-04T11:20:57,313 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 87090e190b04f891da45fec5f9bb2b9f: Waiting for close lock at 1733311257313Disabling compacts and flushes for region at 1733311257313Disabling writes for close at 1733311257313Writing region close event to WAL at 1733311257313Closed at 1733311257313 2024-12-04T11:20:57,314 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T11:20:57,314 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733311256499.87090e190b04f891da45fec5f9bb2b9f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733311257314"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733311257314"}]},"ts":"1733311257314"} 2024-12-04T11:20:57,316 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T11:20:57,316 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T11:20:57,316 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311257316"}]},"ts":"1733311257316"} 2024-12-04T11:20:57,318 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T11:20:57,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=87090e190b04f891da45fec5f9bb2b9f, ASSIGN}] 2024-12-04T11:20:57,319 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=87090e190b04f891da45fec5f9bb2b9f, ASSIGN 2024-12-04T11:20:57,320 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=87090e190b04f891da45fec5f9bb2b9f, ASSIGN; state=OFFLINE, location=e12b86b8109d,40731,1733311246923; forceNewPlan=false, retain=false 2024-12-04T11:20:57,471 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=87090e190b04f891da45fec5f9bb2b9f, regionState=OPENING, regionLocation=e12b86b8109d,40731,1733311246923 2024-12-04T11:20:57,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=87090e190b04f891da45fec5f9bb2b9f, ASSIGN because future has completed 2024-12-04T11:20:57,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87090e190b04f891da45fec5f9bb2b9f, server=e12b86b8109d,40731,1733311246923}] 2024-12-04T11:20:57,628 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733311256499.87090e190b04f891da45fec5f9bb2b9f. 2024-12-04T11:20:57,628 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 87090e190b04f891da45fec5f9bb2b9f, NAME => 'test,,1733311256499.87090e190b04f891da45fec5f9bb2b9f.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:20:57,628 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:20:57,628 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T11:20:57,628 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 87090e190b04f891da45fec5f9bb2b9f 2024-12-04T11:20:57,628 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733311256499.87090e190b04f891da45fec5f9bb2b9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:20:57,628 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 87090e190b04f891da45fec5f9bb2b9f 2024-12-04T11:20:57,628 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 87090e190b04f891da45fec5f9bb2b9f 2024-12-04T11:20:57,629 INFO [StoreOpener-87090e190b04f891da45fec5f9bb2b9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 87090e190b04f891da45fec5f9bb2b9f 2024-12-04T11:20:57,630 INFO [StoreOpener-87090e190b04f891da45fec5f9bb2b9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87090e190b04f891da45fec5f9bb2b9f columnFamilyName f 2024-12-04T11:20:57,630 DEBUG [StoreOpener-87090e190b04f891da45fec5f9bb2b9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:57,631 INFO [StoreOpener-87090e190b04f891da45fec5f9bb2b9f-1 {}] regionserver.HStore(327): Store=87090e190b04f891da45fec5f9bb2b9f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:20:57,631 INFO [StoreOpener-87090e190b04f891da45fec5f9bb2b9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 87090e190b04f891da45fec5f9bb2b9f 2024-12-04T11:20:57,631 INFO [StoreOpener-87090e190b04f891da45fec5f9bb2b9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87090e190b04f891da45fec5f9bb2b9f columnFamilyName f1 2024-12-04T11:20:57,631 DEBUG [StoreOpener-87090e190b04f891da45fec5f9bb2b9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:57,632 INFO [StoreOpener-87090e190b04f891da45fec5f9bb2b9f-1 {}] regionserver.HStore(327): Store=87090e190b04f891da45fec5f9bb2b9f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:20:57,632 INFO [StoreOpener-87090e190b04f891da45fec5f9bb2b9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 87090e190b04f891da45fec5f9bb2b9f 2024-12-04T11:20:57,632 INFO [StoreOpener-87090e190b04f891da45fec5f9bb2b9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87090e190b04f891da45fec5f9bb2b9f columnFamilyName norep 2024-12-04T11:20:57,632 DEBUG [StoreOpener-87090e190b04f891da45fec5f9bb2b9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:57,633 INFO [StoreOpener-87090e190b04f891da45fec5f9bb2b9f-1 {}] regionserver.HStore(327): Store=87090e190b04f891da45fec5f9bb2b9f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:20:57,633 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 87090e190b04f891da45fec5f9bb2b9f 2024-12-04T11:20:57,633 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/default/test/87090e190b04f891da45fec5f9bb2b9f 2024-12-04T11:20:57,633 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/default/test/87090e190b04f891da45fec5f9bb2b9f 2024-12-04T11:20:57,634 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 87090e190b04f891da45fec5f9bb2b9f 2024-12-04T11:20:57,634 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 87090e190b04f891da45fec5f9bb2b9f 2024-12-04T11:20:57,634 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T11:20:57,635 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 87090e190b04f891da45fec5f9bb2b9f 2024-12-04T11:20:57,636 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/default/test/87090e190b04f891da45fec5f9bb2b9f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:20:57,636 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 87090e190b04f891da45fec5f9bb2b9f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73078035, jitterRate=0.08894757926464081}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T11:20:57,636 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 87090e190b04f891da45fec5f9bb2b9f 2024-12-04T11:20:57,636 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 87090e190b04f891da45fec5f9bb2b9f: Running coprocessor pre-open hook at 1733311257628Writing region info on filesystem at 1733311257628Initializing all the Stores at 1733311257629 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311257629Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311257629Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311257629Cleaning up temporary data from old regions at 1733311257634 (+5 ms)Running coprocessor post-open hooks at 1733311257636 (+2 ms)Region opened successfully at 1733311257636 2024-12-04T11:20:57,637 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733311256499.87090e190b04f891da45fec5f9bb2b9f., pid=6, masterSystemTime=1733311257625 2024-12-04T11:20:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:20:57,638 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733311256499.87090e190b04f891da45fec5f9bb2b9f. 2024-12-04T11:20:57,638 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733311256499.87090e190b04f891da45fec5f9bb2b9f. 2024-12-04T11:20:57,639 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=87090e190b04f891da45fec5f9bb2b9f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e12b86b8109d,40731,1733311246923 2024-12-04T11:20:57,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87090e190b04f891da45fec5f9bb2b9f, server=e12b86b8109d,40731,1733311246923 because future has completed 2024-12-04T11:20:57,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T11:20:57,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 87090e190b04f891da45fec5f9bb2b9f, server=e12b86b8109d,40731,1733311246923 in 168 msec 2024-12-04T11:20:57,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T11:20:57,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=87090e190b04f891da45fec5f9bb2b9f, ASSIGN in 325 msec 2024-12-04T11:20:57,645 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T11:20:57,645 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311257645"}]},"ts":"1733311257645"} 2024-12-04T11:20:57,647 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T11:20:57,647 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T11:20:57,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-12-04T11:20:58,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:20:58,648 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T11:20:58,648 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:20:58,649 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,44233,1733311252164 2024-12-04T11:20:58,649 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c713a1 2024-12-04T11:20:58,649 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:20:58,650 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:20:58,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44233 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:20:58,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44233 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T11:20:58,652 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T11:20:58,652 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:58,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44233 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T11:20:58,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:20:58,653 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T11:20:58,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741835_1011 (size=902) 2024-12-04T11:20:58,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:20:58,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:20:59,059 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c0bea1ad7336792274f6dcec3e675753, NAME => 'test,,1733311258650.c0bea1ad7336792274f6dcec3e675753.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a 2024-12-04T11:20:59,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741836_1012 (size=39) 2024-12-04T11:20:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:20:59,464 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733311258650.c0bea1ad7336792274f6dcec3e675753.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:20:59,464 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c0bea1ad7336792274f6dcec3e675753, disabling compactions & flushes 2024-12-04T11:20:59,464 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733311258650.c0bea1ad7336792274f6dcec3e675753. 2024-12-04T11:20:59,464 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733311258650.c0bea1ad7336792274f6dcec3e675753. 2024-12-04T11:20:59,464 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733311258650.c0bea1ad7336792274f6dcec3e675753. after waiting 0 ms 2024-12-04T11:20:59,464 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733311258650.c0bea1ad7336792274f6dcec3e675753. 2024-12-04T11:20:59,464 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733311258650.c0bea1ad7336792274f6dcec3e675753. 2024-12-04T11:20:59,464 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c0bea1ad7336792274f6dcec3e675753: Waiting for close lock at 1733311259464Disabling compacts and flushes for region at 1733311259464Disabling writes for close at 1733311259464Writing region close event to WAL at 1733311259464Closed at 1733311259464 2024-12-04T11:20:59,465 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T11:20:59,466 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733311258650.c0bea1ad7336792274f6dcec3e675753.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733311259465"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733311259465"}]},"ts":"1733311259465"} 2024-12-04T11:20:59,467 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T11:20:59,468 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T11:20:59,468 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311259468"}]},"ts":"1733311259468"} 2024-12-04T11:20:59,469 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T11:20:59,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c0bea1ad7336792274f6dcec3e675753, ASSIGN}] 2024-12-04T11:20:59,470 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c0bea1ad7336792274f6dcec3e675753, ASSIGN 2024-12-04T11:20:59,471 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c0bea1ad7336792274f6dcec3e675753, ASSIGN; state=OFFLINE, location=e12b86b8109d,40117,1733311252309; forceNewPlan=false, retain=false 2024-12-04T11:20:59,622 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c0bea1ad7336792274f6dcec3e675753, regionState=OPENING, regionLocation=e12b86b8109d,40117,1733311252309 2024-12-04T11:20:59,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c0bea1ad7336792274f6dcec3e675753, ASSIGN because future has completed 2024-12-04T11:20:59,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0bea1ad7336792274f6dcec3e675753, server=e12b86b8109d,40117,1733311252309}] 2024-12-04T11:20:59,781 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733311258650.c0bea1ad7336792274f6dcec3e675753. 2024-12-04T11:20:59,781 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c0bea1ad7336792274f6dcec3e675753, NAME => 'test,,1733311258650.c0bea1ad7336792274f6dcec3e675753.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:20:59,781 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:20:59,781 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T11:20:59,781 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c0bea1ad7336792274f6dcec3e675753 2024-12-04T11:20:59,781 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733311258650.c0bea1ad7336792274f6dcec3e675753.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:20:59,781 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c0bea1ad7336792274f6dcec3e675753 2024-12-04T11:20:59,781 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c0bea1ad7336792274f6dcec3e675753 2024-12-04T11:20:59,782 INFO [StoreOpener-c0bea1ad7336792274f6dcec3e675753-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c0bea1ad7336792274f6dcec3e675753 2024-12-04T11:20:59,783 INFO [StoreOpener-c0bea1ad7336792274f6dcec3e675753-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0bea1ad7336792274f6dcec3e675753 columnFamilyName f 2024-12-04T11:20:59,783 DEBUG [StoreOpener-c0bea1ad7336792274f6dcec3e675753-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:59,784 INFO [StoreOpener-c0bea1ad7336792274f6dcec3e675753-1 {}] regionserver.HStore(327): Store=c0bea1ad7336792274f6dcec3e675753/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:20:59,784 INFO [StoreOpener-c0bea1ad7336792274f6dcec3e675753-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c0bea1ad7336792274f6dcec3e675753 2024-12-04T11:20:59,784 INFO [StoreOpener-c0bea1ad7336792274f6dcec3e675753-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0bea1ad7336792274f6dcec3e675753 columnFamilyName f1 2024-12-04T11:20:59,784 DEBUG [StoreOpener-c0bea1ad7336792274f6dcec3e675753-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:59,785 INFO [StoreOpener-c0bea1ad7336792274f6dcec3e675753-1 {}] regionserver.HStore(327): Store=c0bea1ad7336792274f6dcec3e675753/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:20:59,785 INFO [StoreOpener-c0bea1ad7336792274f6dcec3e675753-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c0bea1ad7336792274f6dcec3e675753 2024-12-04T11:20:59,786 INFO [StoreOpener-c0bea1ad7336792274f6dcec3e675753-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0bea1ad7336792274f6dcec3e675753 columnFamilyName norep 2024-12-04T11:20:59,786 DEBUG [StoreOpener-c0bea1ad7336792274f6dcec3e675753-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:20:59,786 INFO [StoreOpener-c0bea1ad7336792274f6dcec3e675753-1 {}] regionserver.HStore(327): Store=c0bea1ad7336792274f6dcec3e675753/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:20:59,786 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c0bea1ad7336792274f6dcec3e675753 2024-12-04T11:20:59,787 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/default/test/c0bea1ad7336792274f6dcec3e675753 2024-12-04T11:20:59,787 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/default/test/c0bea1ad7336792274f6dcec3e675753 2024-12-04T11:20:59,787 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c0bea1ad7336792274f6dcec3e675753 2024-12-04T11:20:59,787 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c0bea1ad7336792274f6dcec3e675753 2024-12-04T11:20:59,788 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T11:20:59,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:20:59,789 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c0bea1ad7336792274f6dcec3e675753 2024-12-04T11:20:59,791 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/default/test/c0bea1ad7336792274f6dcec3e675753/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:20:59,791 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c0bea1ad7336792274f6dcec3e675753; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68565534, jitterRate=0.021706074476242065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T11:20:59,791 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c0bea1ad7336792274f6dcec3e675753 2024-12-04T11:20:59,791 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c0bea1ad7336792274f6dcec3e675753: Running coprocessor pre-open hook at 1733311259782Writing region info on filesystem at 1733311259782Initializing all the Stores at 1733311259782Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311259782Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311259782Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311259782Cleaning up temporary data from old regions at 1733311259787 (+5 ms)Running coprocessor post-open hooks at 1733311259791 (+4 ms)Region opened successfully at 1733311259791 2024-12-04T11:20:59,792 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733311258650.c0bea1ad7336792274f6dcec3e675753., pid=6, masterSystemTime=1733311259776 2024-12-04T11:20:59,794 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733311258650.c0bea1ad7336792274f6dcec3e675753. 2024-12-04T11:20:59,794 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733311258650.c0bea1ad7336792274f6dcec3e675753. 2024-12-04T11:20:59,794 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c0bea1ad7336792274f6dcec3e675753, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e12b86b8109d,40117,1733311252309 2024-12-04T11:20:59,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0bea1ad7336792274f6dcec3e675753, server=e12b86b8109d,40117,1733311252309 because future has completed 2024-12-04T11:20:59,798 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T11:20:59,798 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c0bea1ad7336792274f6dcec3e675753, server=e12b86b8109d,40117,1733311252309 in 173 msec 2024-12-04T11:20:59,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T11:20:59,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c0bea1ad7336792274f6dcec3e675753, ASSIGN in 328 msec 2024-12-04T11:20:59,800 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T11:20:59,800 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311259800"}]},"ts":"1733311259800"} 2024-12-04T11:20:59,802 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T11:20:59,803 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T11:20:59,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-12-04T11:21:00,114 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T11:21:00,724 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:21:00,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:00,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:00,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:00,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:00,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:00,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:00,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:00,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:00,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:00,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:00,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:00,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:00,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:21:00,798 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T11:21:00,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46888f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:00,798 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,33331,-1 for getting cluster id 2024-12-04T11:21:00,799 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:21:00,799 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5a3f653-69bc-4782-9e71-4521cfdd50f1' 2024-12-04T11:21:00,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:21:00,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5a3f653-69bc-4782-9e71-4521cfdd50f1" 2024-12-04T11:21:00,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3006193f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:00,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,33331,-1] 2024-12-04T11:21:00,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:21:00,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:00,801 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:21:00,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7170681b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:00,802 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:21:00,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,33331,1733311241429 2024-12-04T11:21:00,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2019ca78 2024-12-04T11:21:00,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:21:00,803 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:21:00,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33331 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e12b86b8109d:36297,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T11:21:00,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33331 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T11:21:00,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:21:00,806 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e12b86b8109d:36297' 2024-12-04T11:21:00,807 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aa4ef3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:00,807 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,36297,-1 for getting cluster id 2024-12-04T11:21:00,807 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:21:00,807 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06302068-e8ea-4696-aa45-524cc6a5858c' 2024-12-04T11:21:00,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:21:00,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06302068-e8ea-4696-aa45-524cc6a5858c" 2024-12-04T11:21:00,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe5bc6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:00,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,36297,-1] 2024-12-04T11:21:00,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:21:00,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:00,808 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:21:00,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@396b882d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:00,809 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:21:00,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,36297,1733311246781 2024-12-04T11:21:00,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@581a3cef 2024-12-04T11:21:00,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:21:00,810 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:21:00,811 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T11:21:00,811 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T11:21:00,811 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:00,811 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:00,811 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:21:00,811 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:21:00,812 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T11:21:00,813 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T11:21:00,813 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:00,813 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T11:21:00,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41841 is added to blk_1073741837_1013 (size=1138) 2024-12-04T11:21:00,862 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T11:21:00,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:21:01,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:21:01,208 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T11:21:01,208 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T11:21:01,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T11:21:01,209 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T11:21:01,219 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f88c63151de1705f0b0611edd9beb291, NAME => 'hbase:replication,,1733311260811.f88c63151de1705f0b0611edd9beb291.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e 2024-12-04T11:21:01,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41841 is added to blk_1073741838_1014 (size=44) 2024-12-04T11:21:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:21:01,624 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733311260811.f88c63151de1705f0b0611edd9beb291.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:21:01,624 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f88c63151de1705f0b0611edd9beb291, disabling compactions & flushes 2024-12-04T11:21:01,624 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733311260811.f88c63151de1705f0b0611edd9beb291. 2024-12-04T11:21:01,624 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733311260811.f88c63151de1705f0b0611edd9beb291. 2024-12-04T11:21:01,624 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733311260811.f88c63151de1705f0b0611edd9beb291. after waiting 0 ms 2024-12-04T11:21:01,624 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733311260811.f88c63151de1705f0b0611edd9beb291. 2024-12-04T11:21:01,624 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733311260811.f88c63151de1705f0b0611edd9beb291. 2024-12-04T11:21:01,624 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f88c63151de1705f0b0611edd9beb291: Waiting for close lock at 1733311261624Disabling compacts and flushes for region at 1733311261624Disabling writes for close at 1733311261624Writing region close event to WAL at 1733311261624Closed at 1733311261624 2024-12-04T11:21:01,625 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T11:21:01,626 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733311260811.f88c63151de1705f0b0611edd9beb291.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733311261625"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733311261625"}]},"ts":"1733311261625"} 2024-12-04T11:21:01,627 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T11:21:01,628 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T11:21:01,628 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311261628"}]},"ts":"1733311261628"} 2024-12-04T11:21:01,629 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T11:21:01,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f88c63151de1705f0b0611edd9beb291, ASSIGN}] 2024-12-04T11:21:01,630 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f88c63151de1705f0b0611edd9beb291, ASSIGN 2024-12-04T11:21:01,631 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f88c63151de1705f0b0611edd9beb291, ASSIGN; state=OFFLINE, location=e12b86b8109d,40883,1733311241623; forceNewPlan=false, retain=false 2024-12-04T11:21:01,781 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f88c63151de1705f0b0611edd9beb291, regionState=OPENING, regionLocation=e12b86b8109d,40883,1733311241623 2024-12-04T11:21:01,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f88c63151de1705f0b0611edd9beb291, ASSIGN because future has completed 2024-12-04T11:21:01,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f88c63151de1705f0b0611edd9beb291, server=e12b86b8109d,40883,1733311241623}] 2024-12-04T11:21:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:21:01,939 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733311260811.f88c63151de1705f0b0611edd9beb291. 2024-12-04T11:21:01,939 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:21:01,939 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T11:21:01,940 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C40883%2C1733311241623.rep, suffix=, logDir=hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623, archiveDir=hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/oldWALs, maxLogs=10 2024-12-04T11:21:01,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.rep.1733311261941, exclude list is [], retry=0 2024-12-04T11:21:01,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41841,DS-12fd93fb-7937-43db-bf21-fa3da8af3c02,DISK] 2024-12-04T11:21:01,965 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.rep.1733311261941 2024-12-04T11:21:01,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38555:38555)] 2024-12-04T11:21:01,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f88c63151de1705f0b0611edd9beb291, NAME => 'hbase:replication,,1733311260811.f88c63151de1705f0b0611edd9beb291.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:21:01,965 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:21:01,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T11:21:01,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733311260811.f88c63151de1705f0b0611edd9beb291. service=MultiRowMutationService 2024-12-04T11:21:01,966 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T11:21:01,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f88c63151de1705f0b0611edd9beb291 2024-12-04T11:21:01,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733311260811.f88c63151de1705f0b0611edd9beb291.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:21:01,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f88c63151de1705f0b0611edd9beb291 2024-12-04T11:21:01,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f88c63151de1705f0b0611edd9beb291 2024-12-04T11:21:01,967 INFO [StoreOpener-f88c63151de1705f0b0611edd9beb291-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f88c63151de1705f0b0611edd9beb291 2024-12-04T11:21:01,968 INFO [StoreOpener-f88c63151de1705f0b0611edd9beb291-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f88c63151de1705f0b0611edd9beb291 columnFamilyName hfileref 2024-12-04T11:21:01,968 DEBUG [StoreOpener-f88c63151de1705f0b0611edd9beb291-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:01,968 INFO [StoreOpener-f88c63151de1705f0b0611edd9beb291-1 {}] regionserver.HStore(327): Store=f88c63151de1705f0b0611edd9beb291/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:21:01,968 INFO [StoreOpener-f88c63151de1705f0b0611edd9beb291-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f88c63151de1705f0b0611edd9beb291 2024-12-04T11:21:01,969 INFO [StoreOpener-f88c63151de1705f0b0611edd9beb291-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f88c63151de1705f0b0611edd9beb291 columnFamilyName queue 2024-12-04T11:21:01,969 DEBUG [StoreOpener-f88c63151de1705f0b0611edd9beb291-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:01,969 INFO [StoreOpener-f88c63151de1705f0b0611edd9beb291-1 {}] regionserver.HStore(327): Store=f88c63151de1705f0b0611edd9beb291/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:21:01,969 INFO [StoreOpener-f88c63151de1705f0b0611edd9beb291-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f88c63151de1705f0b0611edd9beb291 2024-12-04T11:21:01,970 INFO [StoreOpener-f88c63151de1705f0b0611edd9beb291-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f88c63151de1705f0b0611edd9beb291 columnFamilyName sid 2024-12-04T11:21:01,970 DEBUG [StoreOpener-f88c63151de1705f0b0611edd9beb291-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:01,970 INFO [StoreOpener-f88c63151de1705f0b0611edd9beb291-1 {}] regionserver.HStore(327): Store=f88c63151de1705f0b0611edd9beb291/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:21:01,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f88c63151de1705f0b0611edd9beb291 2024-12-04T11:21:01,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/hbase/replication/f88c63151de1705f0b0611edd9beb291 2024-12-04T11:21:01,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/hbase/replication/f88c63151de1705f0b0611edd9beb291 2024-12-04T11:21:01,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f88c63151de1705f0b0611edd9beb291 2024-12-04T11:21:01,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f88c63151de1705f0b0611edd9beb291 2024-12-04T11:21:01,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T11:21:01,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f88c63151de1705f0b0611edd9beb291 2024-12-04T11:21:01,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/hbase/replication/f88c63151de1705f0b0611edd9beb291/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:21:01,974 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f88c63151de1705f0b0611edd9beb291; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71817851, jitterRate=0.0701693743467331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T11:21:01,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f88c63151de1705f0b0611edd9beb291 2024-12-04T11:21:01,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f88c63151de1705f0b0611edd9beb291: Running coprocessor pre-open hook at 1733311261966Writing region info on filesystem at 1733311261966Initializing all the Stores at 1733311261967 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311261967Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311261967Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311261967Cleaning up temporary data from old regions at 1733311261972 (+5 ms)Running coprocessor post-open hooks at 1733311261974 (+2 ms)Region opened successfully at 1733311261975 (+1 ms) 2024-12-04T11:21:01,975 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733311260811.f88c63151de1705f0b0611edd9beb291., pid=10, masterSystemTime=1733311261936 2024-12-04T11:21:01,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733311260811.f88c63151de1705f0b0611edd9beb291. 2024-12-04T11:21:01,977 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733311260811.f88c63151de1705f0b0611edd9beb291. 2024-12-04T11:21:01,978 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f88c63151de1705f0b0611edd9beb291, regionState=OPEN, openSeqNum=2, regionLocation=e12b86b8109d,40883,1733311241623 2024-12-04T11:21:01,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f88c63151de1705f0b0611edd9beb291, server=e12b86b8109d,40883,1733311241623 because future has completed 2024-12-04T11:21:01,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T11:21:01,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f88c63151de1705f0b0611edd9beb291, server=e12b86b8109d,40883,1733311241623 in 196 msec 2024-12-04T11:21:01,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T11:21:01,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f88c63151de1705f0b0611edd9beb291, ASSIGN in 353 msec 2024-12-04T11:21:01,983 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T11:21:01,984 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311261983"}]},"ts":"1733311261983"} 2024-12-04T11:21:01,985 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T11:21:01,986 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T11:21:01,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-12-04T11:21:02,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733311260811.f88c63151de1705f0b0611edd9beb291., hostname=e12b86b8109d,40883,1733311241623, seqNum=2] 2024-12-04T11:21:02,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33331-0x101a01290c40000, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361637022 2024-12-04T11:21:02,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40883-0x101a01290c40001, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361637022 2024-12-04T11:21:02,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T11:21:02,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40883 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T11:21:02,264 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T11:21:02,287 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e12b86b8109d,40883,1733311241623, ReplicationSource: 1, currentBandwidth=0 2024-12-04T11:21:02,287 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:21:02,288 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40883,1733311241623, seqNum=-1] 2024-12-04T11:21:02,288 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:21:02,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-04T11:21:02,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e12b86b8109d,40883,1733311241623', locateType=CURRENT is [region=hbase:replication,,1733311260811.f88c63151de1705f0b0611edd9beb291., hostname=e12b86b8109d,40883,1733311241623, seqNum=2] 2024-12-04T11:21:02,292 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T11:21:02,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33331 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T11:21:02,294 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e12b86b8109d,40883,1733311241623 suceeded 2024-12-04T11:21:02,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T11:21:02,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-12-04T11:21:02,296 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e12b86b8109d:36297,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T11:21:02,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4930 sec 2024-12-04T11:21:02,307 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e12b86b8109d:36297' 2024-12-04T11:21:02,308 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50ecc9f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:02,308 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,36297,-1 for getting cluster id 2024-12-04T11:21:02,308 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:21:02,309 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06302068-e8ea-4696-aa45-524cc6a5858c' 2024-12-04T11:21:02,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:21:02,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06302068-e8ea-4696-aa45-524cc6a5858c" 2024-12-04T11:21:02,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ed0aeda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:02,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,36297,-1] 2024-12-04T11:21:02,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:21:02,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:02,310 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:21:02,310 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1181b143, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:02,310 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:21:02,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,36297,1733311246781 2024-12-04T11:21:02,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e35c068 2024-12-04T11:21:02,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:21:02,312 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-04T11:21:02,312 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e12b86b8109d,40883,1733311241623 (queues=1) is replicating from cluster=f5a3f653-69bc-4782-9e71-4521cfdd50f1 to cluster=06302068-e8ea-4696-aa45-524cc6a5858c 2024-12-04T11:21:02,313 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e12b86b8109d%2C40883%2C1733311241623 2024-12-04T11:21:02,313 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e12b86b8109d,40883,1733311241623, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T11:21:02,313 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824, startPosition=0, beingWritten=true 2024-12-04T11:21:02,314 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.shippere12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e12b86b8109d%2C40883%2C1733311241623 2024-12-04T11:21:02,317 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:21:02,317 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 379, reset compression=false 2024-12-04T11:21:02,317 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.shippere12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,40883,1733311241623 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T11:21:02,520 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 379, reset compression=false 2024-12-04T11:21:02,823 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 379, reset compression=false 2024-12-04T11:21:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:21:02,947 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T11:21:02,947 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:21:02,948 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:21:02,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:02,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:02,948 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:21:02,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e23ca0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:02,948 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,36297,-1 for getting cluster id 2024-12-04T11:21:02,948 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:21:02,949 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06302068-e8ea-4696-aa45-524cc6a5858c' 2024-12-04T11:21:02,949 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:21:02,949 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06302068-e8ea-4696-aa45-524cc6a5858c" 2024-12-04T11:21:02,949 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6886af6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:02,949 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,36297,-1] 2024-12-04T11:21:02,949 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:21:02,949 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:02,950 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:21:02,950 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11b926bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:02,950 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:21:02,951 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,36297,1733311246781 2024-12-04T11:21:02,951 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@245b0097 2024-12-04T11:21:02,951 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:21:02,952 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:21:02,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36297 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e12b86b8109d:44233,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T11:21:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36297 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T11:21:02,954 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e12b86b8109d:44233' 2024-12-04T11:21:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:21:02,955 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@483b46de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:02,955 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,44233,-1 for getting cluster id 2024-12-04T11:21:02,955 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:21:02,956 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '521d6c5a-9e59-49c3-9cdf-cd7ce2039376' 2024-12-04T11:21:02,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:21:02,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "521d6c5a-9e59-49c3-9cdf-cd7ce2039376" 2024-12-04T11:21:02,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ca7dedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:02,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,44233,-1] 2024-12-04T11:21:02,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:21:02,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:02,957 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:21:02,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbd683b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:02,958 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:21:02,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,44233,1733311252164 2024-12-04T11:21:02,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9d45c2 2024-12-04T11:21:02,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:21:02,959 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:21:02,959 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T11:21:02,959 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T11:21:02,959 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:02,960 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:02,960 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:21:02,960 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:21:02,961 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T11:21:02,961 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T11:21:02,961 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:02,962 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T11:21:02,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46591 is added to blk_1073741837_1013 (size=1138) 2024-12-04T11:21:03,011 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T11:21:03,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:21:03,227 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 379, reset compression=false 2024-12-04T11:21:03,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:21:03,368 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dc64b9d211b73068fc59d56cf6ccf7bf, NAME => 'hbase:replication,,1733311262960.dc64b9d211b73068fc59d56cf6ccf7bf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4 2024-12-04T11:21:03,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46591 is added to blk_1073741838_1014 (size=44) 2024-12-04T11:21:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:21:03,730 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 379, reset compression=false 2024-12-04T11:21:03,772 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733311262960.dc64b9d211b73068fc59d56cf6ccf7bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:21:03,772 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing dc64b9d211b73068fc59d56cf6ccf7bf, disabling compactions & flushes 2024-12-04T11:21:03,772 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733311262960.dc64b9d211b73068fc59d56cf6ccf7bf. 2024-12-04T11:21:03,772 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733311262960.dc64b9d211b73068fc59d56cf6ccf7bf. 2024-12-04T11:21:03,772 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733311262960.dc64b9d211b73068fc59d56cf6ccf7bf. after waiting 0 ms 2024-12-04T11:21:03,772 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733311262960.dc64b9d211b73068fc59d56cf6ccf7bf. 2024-12-04T11:21:03,773 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733311262960.dc64b9d211b73068fc59d56cf6ccf7bf. 2024-12-04T11:21:03,773 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for dc64b9d211b73068fc59d56cf6ccf7bf: Waiting for close lock at 1733311263772Disabling compacts and flushes for region at 1733311263772Disabling writes for close at 1733311263772Writing region close event to WAL at 1733311263772Closed at 1733311263772 2024-12-04T11:21:03,774 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T11:21:03,774 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733311262960.dc64b9d211b73068fc59d56cf6ccf7bf.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733311263774"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733311263774"}]},"ts":"1733311263774"} 2024-12-04T11:21:03,775 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T11:21:03,776 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T11:21:03,776 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311263776"}]},"ts":"1733311263776"} 2024-12-04T11:21:03,777 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T11:21:03,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dc64b9d211b73068fc59d56cf6ccf7bf, ASSIGN}] 2024-12-04T11:21:03,778 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dc64b9d211b73068fc59d56cf6ccf7bf, ASSIGN 2024-12-04T11:21:03,779 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dc64b9d211b73068fc59d56cf6ccf7bf, ASSIGN; state=OFFLINE, location=e12b86b8109d,40731,1733311246923; forceNewPlan=false, retain=false 2024-12-04T11:21:03,929 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dc64b9d211b73068fc59d56cf6ccf7bf, regionState=OPENING, regionLocation=e12b86b8109d,40731,1733311246923 2024-12-04T11:21:03,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dc64b9d211b73068fc59d56cf6ccf7bf, ASSIGN because future has completed 2024-12-04T11:21:03,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc64b9d211b73068fc59d56cf6ccf7bf, server=e12b86b8109d,40731,1733311246923}] 2024-12-04T11:21:04,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733311262960.dc64b9d211b73068fc59d56cf6ccf7bf. 2024-12-04T11:21:04,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:21:04,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T11:21:04,087 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C40731%2C1733311246923.rep, suffix=, logDir=hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923, archiveDir=hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/oldWALs, maxLogs=10 2024-12-04T11:21:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:21:04,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.rep.1733311264087, exclude list is [], retry=0 2024-12-04T11:21:04,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46591,DS-f70b9bcb-0124-4811-95b9-8c5fe04b88d5,DISK] 2024-12-04T11:21:04,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.rep.1733311264087 2024-12-04T11:21:04,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38841:38841)] 2024-12-04T11:21:04,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => dc64b9d211b73068fc59d56cf6ccf7bf, NAME => 'hbase:replication,,1733311262960.dc64b9d211b73068fc59d56cf6ccf7bf.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:21:04,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:21:04,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T11:21:04,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733311262960.dc64b9d211b73068fc59d56cf6ccf7bf. service=MultiRowMutationService 2024-12-04T11:21:04,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T11:21:04,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication dc64b9d211b73068fc59d56cf6ccf7bf 2024-12-04T11:21:04,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733311262960.dc64b9d211b73068fc59d56cf6ccf7bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:21:04,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for dc64b9d211b73068fc59d56cf6ccf7bf 2024-12-04T11:21:04,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for dc64b9d211b73068fc59d56cf6ccf7bf 2024-12-04T11:21:04,102 INFO [StoreOpener-dc64b9d211b73068fc59d56cf6ccf7bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region dc64b9d211b73068fc59d56cf6ccf7bf 2024-12-04T11:21:04,103 INFO [StoreOpener-dc64b9d211b73068fc59d56cf6ccf7bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc64b9d211b73068fc59d56cf6ccf7bf columnFamilyName hfileref 2024-12-04T11:21:04,103 DEBUG [StoreOpener-dc64b9d211b73068fc59d56cf6ccf7bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:04,103 INFO [StoreOpener-dc64b9d211b73068fc59d56cf6ccf7bf-1 {}] regionserver.HStore(327): Store=dc64b9d211b73068fc59d56cf6ccf7bf/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:21:04,103 INFO [StoreOpener-dc64b9d211b73068fc59d56cf6ccf7bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region dc64b9d211b73068fc59d56cf6ccf7bf 2024-12-04T11:21:04,104 INFO [StoreOpener-dc64b9d211b73068fc59d56cf6ccf7bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc64b9d211b73068fc59d56cf6ccf7bf columnFamilyName queue 2024-12-04T11:21:04,104 DEBUG [StoreOpener-dc64b9d211b73068fc59d56cf6ccf7bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:04,104 INFO [StoreOpener-dc64b9d211b73068fc59d56cf6ccf7bf-1 {}] regionserver.HStore(327): Store=dc64b9d211b73068fc59d56cf6ccf7bf/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:21:04,104 INFO [StoreOpener-dc64b9d211b73068fc59d56cf6ccf7bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region dc64b9d211b73068fc59d56cf6ccf7bf 2024-12-04T11:21:04,105 INFO [StoreOpener-dc64b9d211b73068fc59d56cf6ccf7bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc64b9d211b73068fc59d56cf6ccf7bf columnFamilyName sid 2024-12-04T11:21:04,105 DEBUG [StoreOpener-dc64b9d211b73068fc59d56cf6ccf7bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:04,105 INFO [StoreOpener-dc64b9d211b73068fc59d56cf6ccf7bf-1 {}] regionserver.HStore(327): Store=dc64b9d211b73068fc59d56cf6ccf7bf/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:21:04,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for dc64b9d211b73068fc59d56cf6ccf7bf 2024-12-04T11:21:04,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/hbase/replication/dc64b9d211b73068fc59d56cf6ccf7bf 2024-12-04T11:21:04,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/hbase/replication/dc64b9d211b73068fc59d56cf6ccf7bf 2024-12-04T11:21:04,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for dc64b9d211b73068fc59d56cf6ccf7bf 2024-12-04T11:21:04,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for dc64b9d211b73068fc59d56cf6ccf7bf 2024-12-04T11:21:04,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T11:21:04,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for dc64b9d211b73068fc59d56cf6ccf7bf 2024-12-04T11:21:04,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/hbase/replication/dc64b9d211b73068fc59d56cf6ccf7bf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:21:04,109 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened dc64b9d211b73068fc59d56cf6ccf7bf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73620225, jitterRate=0.09702683985233307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T11:21:04,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dc64b9d211b73068fc59d56cf6ccf7bf 2024-12-04T11:21:04,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for dc64b9d211b73068fc59d56cf6ccf7bf: Running coprocessor pre-open hook at 1733311264101Writing region info on filesystem at 1733311264101Initializing all the Stores at 1733311264102 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311264102Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311264102Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311264102Cleaning up temporary data from old regions at 1733311264106 (+4 ms)Running coprocessor post-open hooks at 1733311264109 (+3 ms)Region opened successfully at 1733311264109 2024-12-04T11:21:04,109 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733311262960.dc64b9d211b73068fc59d56cf6ccf7bf., pid=10, masterSystemTime=1733311264083 2024-12-04T11:21:04,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733311262960.dc64b9d211b73068fc59d56cf6ccf7bf. 2024-12-04T11:21:04,111 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733311262960.dc64b9d211b73068fc59d56cf6ccf7bf. 2024-12-04T11:21:04,111 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dc64b9d211b73068fc59d56cf6ccf7bf, regionState=OPEN, openSeqNum=2, regionLocation=e12b86b8109d,40731,1733311246923 2024-12-04T11:21:04,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc64b9d211b73068fc59d56cf6ccf7bf, server=e12b86b8109d,40731,1733311246923 because future has completed 2024-12-04T11:21:04,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T11:21:04,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure dc64b9d211b73068fc59d56cf6ccf7bf, server=e12b86b8109d,40731,1733311246923 in 183 msec 2024-12-04T11:21:04,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T11:21:04,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dc64b9d211b73068fc59d56cf6ccf7bf, ASSIGN in 338 msec 2024-12-04T11:21:04,117 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T11:21:04,117 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311264117"}]},"ts":"1733311264117"} 2024-12-04T11:21:04,118 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T11:21:04,119 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T11:21:04,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1590 sec 2024-12-04T11:21:04,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733311262960.dc64b9d211b73068fc59d56cf6ccf7bf., hostname=e12b86b8109d,40731,1733311246923, seqNum=2] 2024-12-04T11:21:04,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40731-0x101a01290c40004, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-494665293 2024-12-04T11:21:04,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36297-0x101a01290c40003, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-494665293 2024-12-04T11:21:04,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T11:21:04,333 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 379, reset compression=false 2024-12-04T11:21:04,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T11:21:04,475 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T11:21:04,497 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e12b86b8109d,40731,1733311246923, ReplicationSource: 1, currentBandwidth=0 2024-12-04T11:21:04,498 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:21:04,498 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40731,1733311246923, seqNum=-1] 2024-12-04T11:21:04,498 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:21:04,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-04T11:21:04,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e12b86b8109d,40731,1733311246923', locateType=CURRENT is [region=hbase:replication,,1733311262960.dc64b9d211b73068fc59d56cf6ccf7bf., hostname=e12b86b8109d,40731,1733311246923, seqNum=2] 2024-12-04T11:21:04,510 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T11:21:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36297 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T11:21:04,512 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e12b86b8109d,40731,1733311246923 suceeded 2024-12-04T11:21:04,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T11:21:04,514 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e12b86b8109d:44233,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T11:21:04,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-12-04T11:21:04,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5620 sec 2024-12-04T11:21:04,530 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e12b86b8109d:44233' 2024-12-04T11:21:04,531 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bf08e2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:04,531 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,44233,-1 for getting cluster id 2024-12-04T11:21:04,532 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:21:04,532 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '521d6c5a-9e59-49c3-9cdf-cd7ce2039376' 2024-12-04T11:21:04,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:21:04,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "521d6c5a-9e59-49c3-9cdf-cd7ce2039376" 2024-12-04T11:21:04,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bc322a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:04,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,44233,-1] 2024-12-04T11:21:04,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:21:04,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:04,535 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:21:04,535 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38c47b83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:04,535 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:21:04,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,44233,1733311252164 2024-12-04T11:21:04,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b34a5a9 2024-12-04T11:21:04,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:21:04,537 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-04T11:21:04,538 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e12b86b8109d,40731,1733311246923 (queues=1) is replicating from cluster=06302068-e8ea-4696-aa45-524cc6a5858c to cluster=521d6c5a-9e59-49c3-9cdf-cd7ce2039376 2024-12-04T11:21:04,538 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e12b86b8109d%2C40731%2C1733311246923 2024-12-04T11:21:04,538 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e12b86b8109d,40731,1733311246923, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T11:21:04,539 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159, startPosition=0, beingWritten=true 2024-12-04T11:21:04,540 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.shippere12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e12b86b8109d%2C40731%2C1733311246923 2024-12-04T11:21:04,546 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:21:04,546 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 379, reset compression=false 2024-12-04T11:21:04,546 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.shippere12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,40731,1733311246923 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T11:21:04,756 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 379, reset compression=false 2024-12-04T11:21:05,036 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 379, reset compression=false 2024-12-04T11:21:05,059 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 379, reset compression=false 2024-12-04T11:21:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:21:05,098 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T11:21:05,098 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:21:05,098 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:21:05,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:05,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:05,098 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:21:05,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ebbe6c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:05,099 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,44233,-1 for getting cluster id 2024-12-04T11:21:05,099 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:21:05,099 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '521d6c5a-9e59-49c3-9cdf-cd7ce2039376' 2024-12-04T11:21:05,099 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:21:05,100 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "521d6c5a-9e59-49c3-9cdf-cd7ce2039376" 2024-12-04T11:21:05,100 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4981a724, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:05,100 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,44233,-1] 2024-12-04T11:21:05,100 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:21:05,100 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:05,101 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:21:05,101 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34cec416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:05,101 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:21:05,102 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,44233,1733311252164 2024-12-04T11:21:05,102 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e55c38a 2024-12-04T11:21:05,102 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:21:05,103 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:21:05,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44233 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e12b86b8109d:33331,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T11:21:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44233 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T11:21:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:21:05,105 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e12b86b8109d:33331' 2024-12-04T11:21:05,107 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bdbd4d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:05,107 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,33331,-1 for getting cluster id 2024-12-04T11:21:05,107 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:21:05,107 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5a3f653-69bc-4782-9e71-4521cfdd50f1' 2024-12-04T11:21:05,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:21:05,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5a3f653-69bc-4782-9e71-4521cfdd50f1" 2024-12-04T11:21:05,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c95bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:05,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,33331,-1] 2024-12-04T11:21:05,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:21:05,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:05,108 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:21:05,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f24f7ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:05,109 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:21:05,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,33331,1733311241429 2024-12-04T11:21:05,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cb84903 2024-12-04T11:21:05,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:21:05,110 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:21:05,110 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T11:21:05,111 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T11:21:05,111 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:05,111 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:05,111 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:21:05,111 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:21:05,112 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T11:21:05,113 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T11:21:05,113 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:05,114 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T11:21:05,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741837_1013 (size=1138) 2024-12-04T11:21:05,162 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T11:21:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:21:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:21:05,462 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 379, reset compression=false 2024-12-04T11:21:05,523 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b87c795856a3e2482e1aa8d40b9023ed, NAME => 'hbase:replication,,1733311265111.b87c795856a3e2482e1aa8d40b9023ed.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a 2024-12-04T11:21:05,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741838_1014 (size=44) 2024-12-04T11:21:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:21:05,839 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 379, reset compression=false 2024-12-04T11:21:05,928 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733311265111.b87c795856a3e2482e1aa8d40b9023ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:21:05,928 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b87c795856a3e2482e1aa8d40b9023ed, disabling compactions & flushes 2024-12-04T11:21:05,928 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733311265111.b87c795856a3e2482e1aa8d40b9023ed. 2024-12-04T11:21:05,928 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733311265111.b87c795856a3e2482e1aa8d40b9023ed. 2024-12-04T11:21:05,928 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733311265111.b87c795856a3e2482e1aa8d40b9023ed. after waiting 0 ms 2024-12-04T11:21:05,928 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733311265111.b87c795856a3e2482e1aa8d40b9023ed. 2024-12-04T11:21:05,928 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733311265111.b87c795856a3e2482e1aa8d40b9023ed. 2024-12-04T11:21:05,928 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b87c795856a3e2482e1aa8d40b9023ed: Waiting for close lock at 1733311265928Disabling compacts and flushes for region at 1733311265928Disabling writes for close at 1733311265928Writing region close event to WAL at 1733311265928Closed at 1733311265928 2024-12-04T11:21:05,929 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T11:21:05,929 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733311265111.b87c795856a3e2482e1aa8d40b9023ed.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733311265929"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733311265929"}]},"ts":"1733311265929"} 2024-12-04T11:21:05,931 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T11:21:05,932 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T11:21:05,932 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311265932"}]},"ts":"1733311265932"} 2024-12-04T11:21:05,934 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T11:21:05,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b87c795856a3e2482e1aa8d40b9023ed, ASSIGN}] 2024-12-04T11:21:05,935 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b87c795856a3e2482e1aa8d40b9023ed, ASSIGN 2024-12-04T11:21:05,936 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b87c795856a3e2482e1aa8d40b9023ed, ASSIGN; state=OFFLINE, location=e12b86b8109d,40117,1733311252309; forceNewPlan=false, retain=false 2024-12-04T11:21:05,965 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 379, reset compression=false 2024-12-04T11:21:06,086 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b87c795856a3e2482e1aa8d40b9023ed, regionState=OPENING, regionLocation=e12b86b8109d,40117,1733311252309 2024-12-04T11:21:06,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b87c795856a3e2482e1aa8d40b9023ed, ASSIGN because future has completed 2024-12-04T11:21:06,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b87c795856a3e2482e1aa8d40b9023ed, server=e12b86b8109d,40117,1733311252309}] 2024-12-04T11:21:06,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:21:06,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733311265111.b87c795856a3e2482e1aa8d40b9023ed. 2024-12-04T11:21:06,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:21:06,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T11:21:06,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C40117%2C1733311252309.rep, suffix=, logDir=hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309, archiveDir=hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/oldWALs, maxLogs=10 2024-12-04T11:21:06,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.rep.1733311266245, exclude list is [], retry=0 2024-12-04T11:21:06,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-e3636386-86fe-4ca9-93fa-07424a57ed9c,DISK] 2024-12-04T11:21:06,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.rep.1733311266245 2024-12-04T11:21:06,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44127:44127)] 2024-12-04T11:21:06,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b87c795856a3e2482e1aa8d40b9023ed, NAME => 'hbase:replication,,1733311265111.b87c795856a3e2482e1aa8d40b9023ed.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:21:06,260 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:21:06,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T11:21:06,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733311265111.b87c795856a3e2482e1aa8d40b9023ed. service=MultiRowMutationService 2024-12-04T11:21:06,260 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T11:21:06,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b87c795856a3e2482e1aa8d40b9023ed 2024-12-04T11:21:06,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733311265111.b87c795856a3e2482e1aa8d40b9023ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:21:06,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b87c795856a3e2482e1aa8d40b9023ed 2024-12-04T11:21:06,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b87c795856a3e2482e1aa8d40b9023ed 2024-12-04T11:21:06,261 INFO [StoreOpener-b87c795856a3e2482e1aa8d40b9023ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b87c795856a3e2482e1aa8d40b9023ed 2024-12-04T11:21:06,262 INFO [StoreOpener-b87c795856a3e2482e1aa8d40b9023ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b87c795856a3e2482e1aa8d40b9023ed columnFamilyName hfileref 2024-12-04T11:21:06,262 DEBUG [StoreOpener-b87c795856a3e2482e1aa8d40b9023ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:06,263 INFO [StoreOpener-b87c795856a3e2482e1aa8d40b9023ed-1 {}] regionserver.HStore(327): Store=b87c795856a3e2482e1aa8d40b9023ed/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:21:06,263 INFO [StoreOpener-b87c795856a3e2482e1aa8d40b9023ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b87c795856a3e2482e1aa8d40b9023ed 2024-12-04T11:21:06,263 INFO [StoreOpener-b87c795856a3e2482e1aa8d40b9023ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b87c795856a3e2482e1aa8d40b9023ed columnFamilyName queue 2024-12-04T11:21:06,263 DEBUG [StoreOpener-b87c795856a3e2482e1aa8d40b9023ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:06,264 INFO [StoreOpener-b87c795856a3e2482e1aa8d40b9023ed-1 {}] regionserver.HStore(327): Store=b87c795856a3e2482e1aa8d40b9023ed/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:21:06,264 INFO [StoreOpener-b87c795856a3e2482e1aa8d40b9023ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b87c795856a3e2482e1aa8d40b9023ed 2024-12-04T11:21:06,264 INFO [StoreOpener-b87c795856a3e2482e1aa8d40b9023ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b87c795856a3e2482e1aa8d40b9023ed columnFamilyName sid 2024-12-04T11:21:06,264 DEBUG [StoreOpener-b87c795856a3e2482e1aa8d40b9023ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:06,265 INFO [StoreOpener-b87c795856a3e2482e1aa8d40b9023ed-1 {}] regionserver.HStore(327): Store=b87c795856a3e2482e1aa8d40b9023ed/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:21:06,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b87c795856a3e2482e1aa8d40b9023ed 2024-12-04T11:21:06,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/hbase/replication/b87c795856a3e2482e1aa8d40b9023ed 2024-12-04T11:21:06,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/hbase/replication/b87c795856a3e2482e1aa8d40b9023ed 2024-12-04T11:21:06,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b87c795856a3e2482e1aa8d40b9023ed 2024-12-04T11:21:06,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b87c795856a3e2482e1aa8d40b9023ed 2024-12-04T11:21:06,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T11:21:06,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b87c795856a3e2482e1aa8d40b9023ed 2024-12-04T11:21:06,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/hbase/replication/b87c795856a3e2482e1aa8d40b9023ed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:21:06,268 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b87c795856a3e2482e1aa8d40b9023ed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71993251, jitterRate=0.07278303802013397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T11:21:06,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b87c795856a3e2482e1aa8d40b9023ed 2024-12-04T11:21:06,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b87c795856a3e2482e1aa8d40b9023ed: Running coprocessor pre-open hook at 1733311266260Writing region info on filesystem at 1733311266260Initializing all the Stores at 1733311266261 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311266261Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311266261Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311266261Cleaning up temporary data from old regions at 1733311266266 (+5 ms)Running coprocessor post-open hooks at 1733311266268 (+2 ms)Region opened successfully at 1733311266268 2024-12-04T11:21:06,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733311265111.b87c795856a3e2482e1aa8d40b9023ed., pid=10, masterSystemTime=1733311266240 2024-12-04T11:21:06,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733311265111.b87c795856a3e2482e1aa8d40b9023ed. 2024-12-04T11:21:06,271 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733311265111.b87c795856a3e2482e1aa8d40b9023ed. 2024-12-04T11:21:06,271 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b87c795856a3e2482e1aa8d40b9023ed, regionState=OPEN, openSeqNum=2, regionLocation=e12b86b8109d,40117,1733311252309 2024-12-04T11:21:06,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b87c795856a3e2482e1aa8d40b9023ed, server=e12b86b8109d,40117,1733311252309 because future has completed 2024-12-04T11:21:06,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T11:21:06,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b87c795856a3e2482e1aa8d40b9023ed, server=e12b86b8109d,40117,1733311252309 in 185 msec 2024-12-04T11:21:06,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T11:21:06,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b87c795856a3e2482e1aa8d40b9023ed, ASSIGN in 340 msec 2024-12-04T11:21:06,276 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T11:21:06,277 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311266276"}]},"ts":"1733311266276"} 2024-12-04T11:21:06,278 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T11:21:06,279 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T11:21:06,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-12-04T11:21:06,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733311265111.b87c795856a3e2482e1aa8d40b9023ed., hostname=e12b86b8109d,40117,1733311252309, seqNum=2] 2024-12-04T11:21:06,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40117-0x101a01290c40007, quorum=127.0.0.1:58593, baseZNode=/2363493124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2363493124 2024-12-04T11:21:06,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44233-0x101a01290c40006, quorum=127.0.0.1:58593, baseZNode=/2363493124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2363493124 2024-12-04T11:21:06,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T11:21:06,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40117 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T11:21:06,559 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T11:21:06,569 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 379, reset compression=false 2024-12-04T11:21:06,584 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e12b86b8109d,40117,1733311252309, ReplicationSource: 1, currentBandwidth=0 2024-12-04T11:21:06,584 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:21:06,584 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40117,1733311252309, seqNum=-1] 2024-12-04T11:21:06,585 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:21:06,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-04T11:21:06,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e12b86b8109d,40117,1733311252309', locateType=CURRENT is [region=hbase:replication,,1733311265111.b87c795856a3e2482e1aa8d40b9023ed., hostname=e12b86b8109d,40117,1733311252309, seqNum=2] 2024-12-04T11:21:06,589 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T11:21:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44233 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T11:21:06,591 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e12b86b8109d,40117,1733311252309 suceeded 2024-12-04T11:21:06,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T11:21:06,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-12-04T11:21:06,592 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e12b86b8109d:33331,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T11:21:06,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4890 sec 2024-12-04T11:21:06,602 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e12b86b8109d:33331' 2024-12-04T11:21:06,603 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@176b4c4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:06,603 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,33331,-1 for getting cluster id 2024-12-04T11:21:06,603 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:21:06,604 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5a3f653-69bc-4782-9e71-4521cfdd50f1' 2024-12-04T11:21:06,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:21:06,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5a3f653-69bc-4782-9e71-4521cfdd50f1" 2024-12-04T11:21:06,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@622de856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:06,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,33331,-1] 2024-12-04T11:21:06,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:21:06,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:06,605 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:21:06,606 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51cec8d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:06,606 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:21:06,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,33331,1733311241429 2024-12-04T11:21:06,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f87d0c0 2024-12-04T11:21:06,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:21:06,607 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-04T11:21:06,607 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e12b86b8109d,40117,1733311252309 (queues=1) is replicating from cluster=521d6c5a-9e59-49c3-9cdf-cd7ce2039376 to cluster=f5a3f653-69bc-4782-9e71-4521cfdd50f1 2024-12-04T11:21:06,608 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e12b86b8109d%2C40117%2C1733311252309 2024-12-04T11:21:06,608 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e12b86b8109d,40117,1733311252309, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T11:21:06,608 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.shippere12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e12b86b8109d%2C40117%2C1733311252309 2024-12-04T11:21:06,608 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248, startPosition=0, beingWritten=true 2024-12-04T11:21:06,612 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:21:06,612 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248 to pos 379, reset compression=false 2024-12-04T11:21:06,612 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.shippere12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,40117,1733311252309 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T11:21:06,743 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 379, reset compression=false 2024-12-04T11:21:06,815 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248 to pos 379, reset compression=false 2024-12-04T11:21:07,119 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248 to pos 379, reset compression=false 2024-12-04T11:21:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:21:07,248 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T11:21:07,248 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:21:07,248 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:21:07,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:07,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:07,248 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:21:07,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e72a935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:07,249 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,33331,-1 for getting cluster id 2024-12-04T11:21:07,249 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:21:07,250 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5a3f653-69bc-4782-9e71-4521cfdd50f1' 2024-12-04T11:21:07,250 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:21:07,250 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5a3f653-69bc-4782-9e71-4521cfdd50f1" 2024-12-04T11:21:07,250 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40fe56a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:07,250 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,33331,-1] 2024-12-04T11:21:07,250 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:21:07,250 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:07,251 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:21:07,251 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@869f371, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:07,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361f0377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:07,251 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,36297,-1 for getting cluster id 2024-12-04T11:21:07,251 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:21:07,252 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06302068-e8ea-4696-aa45-524cc6a5858c' 2024-12-04T11:21:07,252 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:21:07,252 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06302068-e8ea-4696-aa45-524cc6a5858c" 2024-12-04T11:21:07,252 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e460b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:07,252 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,36297,-1] 2024-12-04T11:21:07,252 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:21:07,252 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:07,253 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:21:07,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b5fd9bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:07,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3293f6c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:07,254 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,44233,-1 for getting cluster id 2024-12-04T11:21:07,254 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:21:07,254 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '521d6c5a-9e59-49c3-9cdf-cd7ce2039376' 2024-12-04T11:21:07,254 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:21:07,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "521d6c5a-9e59-49c3-9cdf-cd7ce2039376" 2024-12-04T11:21:07,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25308973, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:07,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,44233,-1] 2024-12-04T11:21:07,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:21:07,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:07,256 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:21:07,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66bb7ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:07,256 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:21:07,257 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40883,1733311241623, seqNum=-1] 2024-12-04T11:21:07,257 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:21:07,258 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:21:07,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733311255357.8303fcaca785af73253400a8047f5f05., hostname=e12b86b8109d,40883,1733311241623, seqNum=2] 2024-12-04T11:21:07,262 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:21:07,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40117,1733311252309, seqNum=-1] 2024-12-04T11:21:07,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:21:07,272 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 379, reset compression=false 2024-12-04T11:21:07,288 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:21:07,290 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733311258650.c0bea1ad7336792274f6dcec3e675753., hostname=e12b86b8109d,40117,1733311252309, seqNum=2] 2024-12-04T11:21:07,291 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-04T11:21:07,468 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:21:07,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:07,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:07,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:07,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:07,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:07,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:07,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:07,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:07,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:07,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:07,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:07,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:07,518 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T11:21:07,523 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248 to pos 379, reset compression=false 2024-12-04T11:21:07,746 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 379, reset compression=false 2024-12-04T11:21:07,750 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T11:21:07,750 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 480, reset compression=false 2024-12-04T11:21:07,750 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.shippere12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,40883,1733311241623 got entry batch from reader: WALEntryBatch [walEntries=[{test/8303fcaca785af73253400a8047f5f05/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-04T11:21:07,752 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.shippere12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T11:21:07,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-04T11:21:07,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40731 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T11:21:07,759 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40731 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@136c77fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:07,759 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40731 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,36297,-1 for getting cluster id 2024-12-04T11:21:07,759 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40731 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:21:07,759 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06302068-e8ea-4696-aa45-524cc6a5858c' 2024-12-04T11:21:07,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:21:07,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06302068-e8ea-4696-aa45-524cc6a5858c" 2024-12-04T11:21:07,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43f3b356, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:07,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,36297,-1] 2024-12-04T11:21:07,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:21:07,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:07,761 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:21:07,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40731 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@360ec84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:07,762 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40731 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:21:07,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40731,1733311246923, seqNum=-1] 2024-12-04T11:21:07,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:21:07,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-04T11:21:07,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733311256499.87090e190b04f891da45fec5f9bb2b9f., hostname=e12b86b8109d,40731,1733311246923, seqNum=2] 2024-12-04T11:21:07,767 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40731 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T11:21:07,955 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 480, reset compression=false 2024-12-04T11:21:08,027 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248 to pos 379, reset compression=false 2024-12-04T11:21:08,090 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 379, reset compression=false 2024-12-04T11:21:08,095 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T11:21:08,095 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 504, reset compression=false 2024-12-04T11:21:08,095 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.shippere12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,40731,1733311246923 got entry batch from reader: WALEntryBatch [walEntries=[{test/87090e190b04f891da45fec5f9bb2b9f/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-04T11:21:08,097 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.shippere12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T11:21:08,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-04T11:21:08,098 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40117 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T11:21:08,098 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40117 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c9ca377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:08,098 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40117 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,44233,-1 for getting cluster id 2024-12-04T11:21:08,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40117 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:21:08,099 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '521d6c5a-9e59-49c3-9cdf-cd7ce2039376' 2024-12-04T11:21:08,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:21:08,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "521d6c5a-9e59-49c3-9cdf-cd7ce2039376" 2024-12-04T11:21:08,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@233b18c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:08,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,44233,-1] 2024-12-04T11:21:08,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:21:08,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:08,100 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:21:08,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40117 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51dc0f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:08,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40117 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:21:08,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40117,1733311252309, seqNum=-1] 2024-12-04T11:21:08,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:21:08,103 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-04T11:21:08,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733311258650.c0bea1ad7336792274f6dcec3e675753., hostname=e12b86b8109d,40117,1733311252309, seqNum=2] 2024-12-04T11:21:08,106 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40117 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T11:21:08,258 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 480, reset compression=false 2024-12-04T11:21:08,293 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-04T11:21:08,293 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:21:08,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40731,1733311246923, seqNum=-1] 2024-12-04T11:21:08,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:21:08,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:21:08,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733311256499.87090e190b04f891da45fec5f9bb2b9f., hostname=e12b86b8109d,40731,1733311246923, seqNum=2] 2024-12-04T11:21:08,298 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 504, reset compression=false 2024-12-04T11:21:08,300 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-04T11:21:08,302 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T11:21:08,302 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 608, reset compression=false 2024-12-04T11:21:08,302 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.shippere12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,40731,1733311246923 got entry batch from reader: WALEntryBatch [walEntries=[{test/87090e190b04f891da45fec5f9bb2b9f/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T11:21:08,303 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40117 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T11:21:08,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40117 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T11:21:08,506 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 608, reset compression=false 2024-12-04T11:21:08,631 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248 to pos 379, reset compression=false 2024-12-04T11:21:08,635 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T11:21:08,635 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248 to pos 654, reset compression=false 2024-12-04T11:21:08,635 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.shippere12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,40117,1733311252309 got entry batch from reader: WALEntryBatch [walEntries=[{test/c0bea1ad7336792274f6dcec3e675753/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-04T11:21:08,637 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.shippere12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T11:21:08,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-04T11:21:08,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40883 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T11:21:08,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37f34a4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:08,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40883 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,33331,-1 for getting cluster id 2024-12-04T11:21:08,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40883 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:21:08,639 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5a3f653-69bc-4782-9e71-4521cfdd50f1' 2024-12-04T11:21:08,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:21:08,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5a3f653-69bc-4782-9e71-4521cfdd50f1" 2024-12-04T11:21:08,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40370833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:08,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,33331,-1] 2024-12-04T11:21:08,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:21:08,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:08,640 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:21:08,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a503927, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:08,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40883 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:21:08,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40883,1733311241623, seqNum=-1] 2024-12-04T11:21:08,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:21:08,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-04T11:21:08,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733311255357.8303fcaca785af73253400a8047f5f05., hostname=e12b86b8109d,40883,1733311241623, seqNum=2] 2024-12-04T11:21:08,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40883 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T11:21:08,661 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 480, reset compression=false 2024-12-04T11:21:08,664 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:21:08,664 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 630, reset compression=false 2024-12-04T11:21:08,664 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.shippere12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,40883,1733311241623 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T11:21:08,809 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 608, reset compression=false 2024-12-04T11:21:08,839 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248 to pos 654, reset compression=false 2024-12-04T11:21:08,867 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 630, reset compression=false 2024-12-04T11:21:09,142 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248 to pos 654, reset compression=false 2024-12-04T11:21:09,171 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 630, reset compression=false 2024-12-04T11:21:09,213 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 608, reset compression=false 2024-12-04T11:21:09,301 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-04T11:21:09,304 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-04T11:21:09,546 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248 to pos 654, reset compression=false 2024-12-04T11:21:09,549 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T11:21:09,549 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248 to pos 758, reset compression=false 2024-12-04T11:21:09,549 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.shippere12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,40117,1733311252309 got entry batch from reader: WALEntryBatch [walEntries=[{test/c0bea1ad7336792274f6dcec3e675753/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T11:21:09,550 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40883 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T11:21:09,552 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40883 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T11:21:09,574 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 630, reset compression=false 2024-12-04T11:21:09,577 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T11:21:09,577 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 757, reset compression=false 2024-12-04T11:21:09,577 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.shippere12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,40883,1733311241623 got entry batch from reader: WALEntryBatch [walEntries=[{test/8303fcaca785af73253400a8047f5f05/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-04T11:21:09,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40731 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T11:21:09,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40731 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T11:21:09,716 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 608, reset compression=false 2024-12-04T11:21:09,719 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:21:09,719 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 759, reset compression=false 2024-12-04T11:21:09,719 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.shippere12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,40731,1733311246923 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T11:21:09,752 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248 to pos 758, reset compression=false 2024-12-04T11:21:09,780 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 757, reset compression=false 2024-12-04T11:21:09,922 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 759, reset compression=false 2024-12-04T11:21:10,056 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248 to pos 758, reset compression=false 2024-12-04T11:21:10,084 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 757, reset compression=false 2024-12-04T11:21:10,225 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 759, reset compression=false 2024-12-04T11:21:10,305 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-04T11:21:10,309 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-04T11:21:10,459 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248 to pos 758, reset compression=false 2024-12-04T11:21:10,487 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 757, reset compression=false 2024-12-04T11:21:10,491 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T11:21:10,491 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 913, reset compression=false 2024-12-04T11:21:10,491 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.shippere12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,40883,1733311241623 got entry batch from reader: WALEntryBatch [walEntries=[{test/8303fcaca785af73253400a8047f5f05/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-04T11:21:10,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40731 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T11:21:10,494 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40731 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T11:21:10,628 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 759, reset compression=false 2024-12-04T11:21:10,632 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T11:21:10,632 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 907, reset compression=false 2024-12-04T11:21:10,632 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.shippere12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,40731,1733311246923 got entry batch from reader: WALEntryBatch [walEntries=[{test/87090e190b04f891da45fec5f9bb2b9f/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-04T11:21:10,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40117 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T11:21:10,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40117 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T11:21:10,694 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 913, reset compression=false 2024-12-04T11:21:10,777 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:21:10,778 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e12b86b8109d,39329,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:39329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T11:21:10,778 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68657 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e12b86b8109d,39329,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:39329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T11:21:10,835 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 907, reset compression=false 2024-12-04T11:21:10,963 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248 to pos 758, reset compression=false 2024-12-04T11:21:10,966 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:21:10,966 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248 to pos 929, reset compression=false 2024-12-04T11:21:10,966 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.shippere12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,40117,1733311252309 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T11:21:10,997 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 913, reset compression=false 2024-12-04T11:21:11,019 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T11:21:11,138 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 907, reset compression=false 2024-12-04T11:21:11,169 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248 to pos 929, reset compression=false 2024-12-04T11:21:11,208 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T11:21:11,208 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-04T11:21:11,311 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-04T11:21:11,313 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-04T11:21:11,400 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 913, reset compression=false 2024-12-04T11:21:11,473 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248 to pos 929, reset compression=false 2024-12-04T11:21:11,541 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 907, reset compression=false 2024-12-04T11:21:11,545 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T11:21:11,545 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 1066, reset compression=false 2024-12-04T11:21:11,545 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.shippere12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,40731,1733311246923 got entry batch from reader: WALEntryBatch [walEntries=[{test/87090e190b04f891da45fec5f9bb2b9f/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T11:21:11,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40117 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T11:21:11,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40117 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T11:21:11,748 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 1066, reset compression=false 2024-12-04T11:21:11,877 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248 to pos 929, reset compression=false 2024-12-04T11:21:11,881 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T11:21:11,881 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248 to pos 1078, reset compression=false 2024-12-04T11:21:11,881 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.shippere12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,40117,1733311252309 got entry batch from reader: WALEntryBatch [walEntries=[{test/c0bea1ad7336792274f6dcec3e675753/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-04T11:21:11,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40883 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T11:21:11,884 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40883 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T11:21:11,903 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 913, reset compression=false 2024-12-04T11:21:11,907 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:21:11,908 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 1085, reset compression=false 2024-12-04T11:21:11,908 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.shippere12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,40883,1733311241623 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T11:21:12,051 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 1066, reset compression=false 2024-12-04T11:21:12,084 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248 to pos 1078, reset compression=false 2024-12-04T11:21:12,111 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 1085, reset compression=false 2024-12-04T11:21:12,315 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-04T11:21:12,318 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-04T11:21:12,387 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248 to pos 1078, reset compression=false 2024-12-04T11:21:12,390 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T11:21:12,390 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248 to pos 1237, reset compression=false 2024-12-04T11:21:12,390 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.shippere12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,40117,1733311252309 got entry batch from reader: WALEntryBatch [walEntries=[{test/c0bea1ad7336792274f6dcec3e675753/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T11:21:12,391 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40883 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T11:21:12,393 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40883 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T11:21:12,414 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 1085, reset compression=false 2024-12-04T11:21:12,418 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T11:21:12,418 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 1234, reset compression=false 2024-12-04T11:21:12,418 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.shippere12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,40883,1733311241623 got entry batch from reader: WALEntryBatch [walEntries=[{test/8303fcaca785af73253400a8047f5f05/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-04T11:21:12,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40731 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T11:21:12,421 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40731 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T11:21:12,454 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 1066, reset compression=false 2024-12-04T11:21:12,458 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:21:12,458 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 1239, reset compression=false 2024-12-04T11:21:12,458 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.shippere12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,40731,1733311246923 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T11:21:12,593 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248 to pos 1237, reset compression=false 2024-12-04T11:21:12,621 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 1234, reset compression=false 2024-12-04T11:21:12,661 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 1239, reset compression=false 2024-12-04T11:21:12,896 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248 to pos 1237, reset compression=false 2024-12-04T11:21:12,924 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 1234, reset compression=false 2024-12-04T11:21:12,963 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 1239, reset compression=false 2024-12-04T11:21:13,299 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248 to pos 1237, reset compression=false 2024-12-04T11:21:13,319 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-04T11:21:13,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77bc684f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:13,325 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,44233,-1 for getting cluster id 2024-12-04T11:21:13,325 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:21:13,326 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '521d6c5a-9e59-49c3-9cdf-cd7ce2039376' 2024-12-04T11:21:13,326 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:21:13,326 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "521d6c5a-9e59-49c3-9cdf-cd7ce2039376" 2024-12-04T11:21:13,326 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17fb8dd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:13,326 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,44233,-1] 2024-12-04T11:21:13,326 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:21:13,326 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:13,327 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 1234, reset compression=false 2024-12-04T11:21:13,327 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:21:13,327 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c91e5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:13,329 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:21:13,330 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,44233,1733311252164 2024-12-04T11:21:13,330 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66b0d7b3 2024-12-04T11:21:13,331 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:21:13,331 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:21:13,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44233 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-12-04T11:21:13,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44233 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-04T11:21:13,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T11:21:13,366 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 1239, reset compression=false 2024-12-04T11:21:13,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T11:21:13,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T11:21:13,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40117 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-04T11:21:13,579 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-04T11:21:13,580 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-04T11:21:13,580 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e12b86b8109d,40117,1733311252309 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-04T11:21:13,580 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0. 2024-12-04T11:21:13,580 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:21:13,580 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:13,580 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:21:13,581 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T11:21:13,681 WARN [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.shippere12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T11:21:13,681 WARN [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T11:21:13,781 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.shippere12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 terminated 2024-12-04T11:21:13,804 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-e12b86b8109d,40117,1733311252309, ReplicationSource: 1, currentBandwidth=0 2024-12-04T11:21:13,805 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-04T11:21:13,805 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-04T11:21:13,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44233 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-04T11:21:13,807 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on e12b86b8109d,40117,1733311252309 suceeded 2024-12-04T11:21:13,808 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-04T11:21:13,808 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 380 msec 2024-12-04T11:21:13,808 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-04T11:21:13,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 476 msec 2024-12-04T11:21:13,817 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e12b86b8109d:33331' 2024-12-04T11:21:13,818 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16b44b2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:13,818 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,33331,-1 for getting cluster id 2024-12-04T11:21:13,818 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:21:13,819 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5a3f653-69bc-4782-9e71-4521cfdd50f1' 2024-12-04T11:21:13,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:21:13,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5a3f653-69bc-4782-9e71-4521cfdd50f1" 2024-12-04T11:21:13,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68a884c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:13,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,33331,-1] 2024-12-04T11:21:13,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:21:13,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:13,820 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:21:13,821 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@667220cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:13,821 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:21:13,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,33331,1733311241429 2024-12-04T11:21:13,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ad0391d 2024-12-04T11:21:13,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:21:13,822 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-04T11:21:13,823 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e12b86b8109d,40117,1733311252309 (queues=1) is replicating from cluster=521d6c5a-9e59-49c3-9cdf-cd7ce2039376 to cluster=f5a3f653-69bc-4782-9e71-4521cfdd50f1 2024-12-04T11:21:13,823 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e12b86b8109d%2C40117%2C1733311252309 2024-12-04T11:21:13,823 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e12b86b8109d,40117,1733311252309, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T11:21:13,823 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.shippere12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e12b86b8109d%2C40117%2C1733311252309 2024-12-04T11:21:13,830 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 1234, reset compression=false 2024-12-04T11:21:13,869 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 1239, reset compression=false 2024-12-04T11:21:13,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T11:21:13,958 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-04T11:21:13,958 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:21:13,958 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:21:13,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:13,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:13,959 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:21:13,961 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-04T11:21:14,433 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 1234, reset compression=false 2024-12-04T11:21:14,471 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 1239, reset compression=false 2024-12-04T11:21:14,479 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T11:21:14,479 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 1338, reset compression=false 2024-12-04T11:21:14,479 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.shippere12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,40883,1733311241623 got entry batch from reader: WALEntryBatch [walEntries=[{test/8303fcaca785af73253400a8047f5f05/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T11:21:14,480 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40731 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T11:21:14,483 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40731 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T11:21:14,683 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 1338, reset compression=false 2024-12-04T11:21:14,963 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-04T11:21:14,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ff6ada5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:14,964 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,44233,-1 for getting cluster id 2024-12-04T11:21:14,964 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:21:14,965 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '521d6c5a-9e59-49c3-9cdf-cd7ce2039376' 2024-12-04T11:21:14,965 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:21:14,965 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "521d6c5a-9e59-49c3-9cdf-cd7ce2039376" 2024-12-04T11:21:14,965 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ee3c7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:14,965 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,44233,-1] 2024-12-04T11:21:14,965 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:21:14,965 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:14,966 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:21:14,966 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c94ed9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:14,968 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:21:14,969 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,44233,1733311252164 2024-12-04T11:21:14,969 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cdfcc31 2024-12-04T11:21:14,969 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:21:14,970 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:21:14,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44233 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-12-04T11:21:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44233 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-04T11:21:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-04T11:21:14,986 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 1338, reset compression=false 2024-12-04T11:21:15,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T11:21:15,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-04T11:21:15,174 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 1239, reset compression=false 2024-12-04T11:21:15,178 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.ReplicationSourceWALReader(177): Read 2 WAL entries eligible for replication 2024-12-04T11:21:15,178 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 1471, reset compression=false 2024-12-04T11:21:15,178 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.shippere12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,40731,1733311246923 got entry batch from reader: WALEntryBatch [walEntries=[{test/87090e190b04f891da45fec5f9bb2b9f/10=[#edits: 1 = ],223}, {test/87090e190b04f891da45fec5f9bb2b9f/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159, lastWalPosition=1471, nbRowKeys=2, nbHFiles=0, heapSize=430, lastSeqIds={}, endOfFile=false,usedBufferSize=430] 2024-12-04T11:21:15,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40117 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T11:21:15,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40117 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-04T11:21:15,180 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-04T11:21:15,181 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-04T11:21:15,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44233 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-04T11:21:15,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40117 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T11:21:15,182 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on e12b86b8109d,40117,1733311252309 suceeded 2024-12-04T11:21:15,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-04T11:21:15,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-12-04T11:21:15,184 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-04T11:21:15,185 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 214 msec 2024-12-04T11:21:15,224 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248, startPosition=1237, beingWritten=true 2024-12-04T11:21:15,228 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T11:21:15,228 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248 to pos 1515, reset compression=false 2024-12-04T11:21:15,228 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.shippere12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,40117,1733311252309 got entry batch from reader: WALEntryBatch [walEntries=[{test/c0bea1ad7336792274f6dcec3e675753/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-04T11:21:15,230 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.shippere12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T11:21:15,231 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-04T11:21:15,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40883 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T11:21:15,233 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40883 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T11:21:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-04T11:21:15,288 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-04T11:21:15,288 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:21:15,288 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:21:15,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:15,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:15,288 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:21:15,290 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-04T11:21:15,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T11:21:15,290 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:21:15,290 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:21:15,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:15,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:15,290 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:21:15,290 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T11:21:15,290 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=450392749, stopped=false 2024-12-04T11:21:15,290 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e12b86b8109d,44233,1733311252164 2024-12-04T11:21:15,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40117-0x101a01290c40007, quorum=127.0.0.1:58593, baseZNode=/2363493124 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2363493124/running 2024-12-04T11:21:15,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44233-0x101a01290c40006, quorum=127.0.0.1:58593, baseZNode=/2363493124 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2363493124/running 2024-12-04T11:21:15,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40117-0x101a01290c40007, quorum=127.0.0.1:58593, baseZNode=/2363493124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2363493124 2024-12-04T11:21:15,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44233-0x101a01290c40006, quorum=127.0.0.1:58593, baseZNode=/2363493124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2363493124 2024-12-04T11:21:15,300 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:21:15,300 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:21:15,300 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:21:15,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:15,300 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e12b86b8109d,40117,1733311252309' ***** 2024-12-04T11:21:15,300 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T11:21:15,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40117-0x101a01290c40007, quorum=127.0.0.1:58593, baseZNode=/2363493124 Set watcher on znode that does not yet exist, /2363493124/running 2024-12-04T11:21:15,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44233-0x101a01290c40006, quorum=127.0.0.1:58593, baseZNode=/2363493124 Set watcher on znode that does not yet exist, /2363493124/running 2024-12-04T11:21:15,301 INFO [RS:0;e12b86b8109d:40117 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T11:21:15,301 INFO [RS:0;e12b86b8109d:40117 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T11:21:15,301 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T11:21:15,301 INFO [RS:0;e12b86b8109d:40117 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T11:21:15,301 INFO [RS:0;e12b86b8109d:40117 {}] regionserver.HRegionServer(3091): Received CLOSE for b87c795856a3e2482e1aa8d40b9023ed 2024-12-04T11:21:15,301 INFO [RS:0;e12b86b8109d:40117 {}] regionserver.HRegionServer(3091): Received CLOSE for c0bea1ad7336792274f6dcec3e675753 2024-12-04T11:21:15,301 INFO [RS:0;e12b86b8109d:40117 {}] regionserver.HRegionServer(959): stopping server e12b86b8109d,40117,1733311252309 2024-12-04T11:21:15,301 INFO [RS:0;e12b86b8109d:40117 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:21:15,301 INFO [RS:0;e12b86b8109d:40117 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:40117. 2024-12-04T11:21:15,301 DEBUG [RS:0;e12b86b8109d:40117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:21:15,301 DEBUG [RS:0;e12b86b8109d:40117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:15,301 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b87c795856a3e2482e1aa8d40b9023ed, disabling compactions & flushes 2024-12-04T11:21:15,301 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733311265111.b87c795856a3e2482e1aa8d40b9023ed. 2024-12-04T11:21:15,302 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733311265111.b87c795856a3e2482e1aa8d40b9023ed. 2024-12-04T11:21:15,302 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733311265111.b87c795856a3e2482e1aa8d40b9023ed. after waiting 0 ms 2024-12-04T11:21:15,302 INFO [RS:0;e12b86b8109d:40117 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T11:21:15,302 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733311265111.b87c795856a3e2482e1aa8d40b9023ed. 2024-12-04T11:21:15,302 INFO [RS:0;e12b86b8109d:40117 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T11:21:15,302 INFO [RS:0;e12b86b8109d:40117 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T11:21:15,302 INFO [RS:0;e12b86b8109d:40117 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T11:21:15,302 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b87c795856a3e2482e1aa8d40b9023ed 3/3 column families, dataSize=1.17 KB heapSize=2.50 KB 2024-12-04T11:21:15,302 INFO [RS:0;e12b86b8109d:40117 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T11:21:15,302 DEBUG [RS:0;e12b86b8109d:40117 {}] regionserver.HRegionServer(1325): Online Regions={b87c795856a3e2482e1aa8d40b9023ed=hbase:replication,,1733311265111.b87c795856a3e2482e1aa8d40b9023ed., c0bea1ad7336792274f6dcec3e675753=test,,1733311258650.c0bea1ad7336792274f6dcec3e675753., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T11:21:15,302 DEBUG [RS:0;e12b86b8109d:40117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b87c795856a3e2482e1aa8d40b9023ed, c0bea1ad7336792274f6dcec3e675753 2024-12-04T11:21:15,302 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:21:15,302 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:21:15,302 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:21:15,302 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:21:15,302 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:21:15,302 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T11:21:15,315 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/hbase/meta/1588230740/.tmp/info/e9de4743607545e39641c9d3779ab397 is 147, key is hbase:replication,,1733311265111.b87c795856a3e2482e1aa8d40b9023ed./info:regioninfo/1733311266271/Put/seqid=0 2024-12-04T11:21:15,318 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/hbase/replication/b87c795856a3e2482e1aa8d40b9023ed/.tmp/queue/0a027e33d8264502979ee7f2b149decd is 154, key is 1-e12b86b8109d,40117,1733311252309/queue:e12b86b8109d%2C40117%2C1733311252309/1733311275234/Put/seqid=0 2024-12-04T11:21:15,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741840_1016 (size=7686) 2024-12-04T11:21:15,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741841_1017 (size=5353) 2024-12-04T11:21:15,321 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/hbase/replication/b87c795856a3e2482e1aa8d40b9023ed/.tmp/queue/0a027e33d8264502979ee7f2b149decd 2024-12-04T11:21:15,324 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/hbase/replication/b87c795856a3e2482e1aa8d40b9023ed/.tmp/queue/0a027e33d8264502979ee7f2b149decd as hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/hbase/replication/b87c795856a3e2482e1aa8d40b9023ed/queue/0a027e33d8264502979ee7f2b149decd 2024-12-04T11:21:15,327 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/hbase/replication/b87c795856a3e2482e1aa8d40b9023ed/queue/0a027e33d8264502979ee7f2b149decd, entries=1, sequenceid=12, filesize=5.2 K 2024-12-04T11:21:15,328 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for b87c795856a3e2482e1aa8d40b9023ed in 26ms, sequenceid=12, compaction requested=false 2024-12-04T11:21:15,331 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/hbase/replication/b87c795856a3e2482e1aa8d40b9023ed/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T11:21:15,331 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:21:15,331 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:21:15,331 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733311265111.b87c795856a3e2482e1aa8d40b9023ed. 2024-12-04T11:21:15,331 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b87c795856a3e2482e1aa8d40b9023ed: Waiting for close lock at 1733311275301Running coprocessor pre-close hooks at 1733311275301Disabling compacts and flushes for region at 1733311275301Disabling writes for close at 1733311275302 (+1 ms)Obtaining lock to block concurrent updates at 1733311275302Preparing flush snapshotting stores in b87c795856a3e2482e1aa8d40b9023ed at 1733311275302Finished memstore snapshotting hbase:replication,,1733311265111.b87c795856a3e2482e1aa8d40b9023ed., syncing WAL and waiting on mvcc, flushsize=dataSize=1193, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733311275302Flushing stores of hbase:replication,,1733311265111.b87c795856a3e2482e1aa8d40b9023ed. at 1733311275302Flushing b87c795856a3e2482e1aa8d40b9023ed/queue: creating writer at 1733311275302Flushing b87c795856a3e2482e1aa8d40b9023ed/queue: appending metadata at 1733311275317 (+15 ms)Flushing b87c795856a3e2482e1aa8d40b9023ed/queue: closing flushed file at 1733311275317Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aa0e3c4: reopening flushed file at 1733311275324 (+7 ms)Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for b87c795856a3e2482e1aa8d40b9023ed in 26ms, sequenceid=12, compaction requested=false at 1733311275328 (+4 ms)Writing region close event to WAL at 1733311275328Running coprocessor post-close hooks at 1733311275331 (+3 ms)Closed at 1733311275331 2024-12-04T11:21:15,332 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733311265111.b87c795856a3e2482e1aa8d40b9023ed. 2024-12-04T11:21:15,332 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c0bea1ad7336792274f6dcec3e675753, disabling compactions & flushes 2024-12-04T11:21:15,332 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733311258650.c0bea1ad7336792274f6dcec3e675753. 2024-12-04T11:21:15,332 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733311258650.c0bea1ad7336792274f6dcec3e675753. 2024-12-04T11:21:15,332 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733311258650.c0bea1ad7336792274f6dcec3e675753. after waiting 0 ms 2024-12-04T11:21:15,332 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733311258650.c0bea1ad7336792274f6dcec3e675753. 2024-12-04T11:21:15,332 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c0bea1ad7336792274f6dcec3e675753 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-04T11:21:15,332 INFO [regionserver/e12b86b8109d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:21:15,344 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/default/test/c0bea1ad7336792274f6dcec3e675753/.tmp/f/bc567feb02154752838ef5540a9c1ba8 is 37, key is row3/f:row3/1733311273959/Put/seqid=0 2024-12-04T11:21:15,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741842_1018 (size=5228) 2024-12-04T11:21:15,382 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 1471, reset compression=false 2024-12-04T11:21:15,389 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 1338, reset compression=false 2024-12-04T11:21:15,393 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:21:15,393 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 1488, reset compression=false 2024-12-04T11:21:15,393 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.shippere12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,40883,1733311241623 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T11:21:15,431 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248 to pos 1515, reset compression=false 2024-12-04T11:21:15,435 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:21:15,435 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248 to pos 1762, reset compression=false 2024-12-04T11:21:15,435 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.shippere12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,40117,1733311252309 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T11:21:15,436 ERROR [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.shippere12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e12b86b8109d,40117,1733311252309: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e12b86b8109d,40117,1733311252309, walGroup=e12b86b8109d%2C40117%2C1733311252309, offset=e12b86b8109d%2C40117%2C1733311252309.1733311254248:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:40117 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T11:21:15,437 ERROR [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.shippere12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T11:21:15,437 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.shippere12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T11:21:15,437 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.shippere12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T11:21:15,437 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.shippere12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T11:21:15,438 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.shippere12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T11:21:15,438 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.shippere12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1161822208, "init": 1048576000, "max": 2306867200, "used": 764491136 }, "NonHeapMemoryUsage": { "committed": 201785344, "init": 7667712, "max": -1, "used": 198953424 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T11:21:15,438 WARN [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.shippere12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:44233 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:44233 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T11:21:15,502 DEBUG [RS:0;e12b86b8109d:40117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c0bea1ad7336792274f6dcec3e675753 2024-12-04T11:21:15,596 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 1488, reset compression=false 2024-12-04T11:21:15,637 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248 to pos 1762, reset compression=false 2024-12-04T11:21:15,685 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 1471, reset compression=false 2024-12-04T11:21:15,702 DEBUG [RS:0;e12b86b8109d:40117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c0bea1ad7336792274f6dcec3e675753 2024-12-04T11:21:15,719 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/hbase/meta/1588230740/.tmp/info/e9de4743607545e39641c9d3779ab397 2024-12-04T11:21:15,733 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/hbase/meta/1588230740/.tmp/ns/b92155aeb27e4765aa9fa4bd630a2cc3 is 43, key is default/ns:d/1733311255244/Put/seqid=0 2024-12-04T11:21:15,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741843_1019 (size=5153) 2024-12-04T11:21:15,747 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/default/test/c0bea1ad7336792274f6dcec3e675753/.tmp/f/bc567feb02154752838ef5540a9c1ba8 2024-12-04T11:21:15,750 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc567feb02154752838ef5540a9c1ba8 2024-12-04T11:21:15,762 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/default/test/c0bea1ad7336792274f6dcec3e675753/.tmp/f1/1e45cfb02b01442e82c05ed17bbecc5a is 30, key is row1/f1:/1733311271311/DeleteFamily/seqid=0 2024-12-04T11:21:15,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741844_1020 (size=5158) 2024-12-04T11:21:15,900 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 1488, reset compression=false 2024-12-04T11:21:15,902 DEBUG [RS:0;e12b86b8109d:40117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c0bea1ad7336792274f6dcec3e675753 2024-12-04T11:21:15,940 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248 to pos 1762, reset compression=false 2024-12-04T11:21:16,088 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 1471, reset compression=false 2024-12-04T11:21:16,102 DEBUG [RS:0;e12b86b8109d:40117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c0bea1ad7336792274f6dcec3e675753 2024-12-04T11:21:16,138 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/hbase/meta/1588230740/.tmp/ns/b92155aeb27e4765aa9fa4bd630a2cc3 2024-12-04T11:21:16,153 INFO [regionserver/e12b86b8109d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T11:21:16,153 INFO [regionserver/e12b86b8109d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T11:21:16,158 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/hbase/meta/1588230740/.tmp/rep_barrier/ab899eec9e85485b95ae277bffdfee8c is 112, key is test,,1733311258650.c0bea1ad7336792274f6dcec3e675753./rep_barrier:seqnumDuringOpen/1733311259794/Put/seqid=0 2024-12-04T11:21:16,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741845_1021 (size=5518) 2024-12-04T11:21:16,166 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/default/test/c0bea1ad7336792274f6dcec3e675753/.tmp/f1/1e45cfb02b01442e82c05ed17bbecc5a 2024-12-04T11:21:16,169 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1e45cfb02b01442e82c05ed17bbecc5a 2024-12-04T11:21:16,181 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/default/test/c0bea1ad7336792274f6dcec3e675753/.tmp/norep/d6cf1023eca94fb28a4e782516962b02 is 33, key is row2/norep:/1733311272316/DeleteFamily/seqid=0 2024-12-04T11:21:16,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741846_1022 (size=5108) 2024-12-04T11:21:16,303 INFO [RS:0;e12b86b8109d:40117 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T11:21:16,303 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 1488, reset compression=false 2024-12-04T11:21:16,303 DEBUG [RS:0;e12b86b8109d:40117 {}] regionserver.HRegionServer(1325): Online Regions={c0bea1ad7336792274f6dcec3e675753=test,,1733311258650.c0bea1ad7336792274f6dcec3e675753., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T11:21:16,303 DEBUG [RS:0;e12b86b8109d:40117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c0bea1ad7336792274f6dcec3e675753 2024-12-04T11:21:16,342 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248 to pos 1762, reset compression=false 2024-12-04T11:21:16,370 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T11:21:16,503 DEBUG [RS:0;e12b86b8109d:40117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c0bea1ad7336792274f6dcec3e675753 2024-12-04T11:21:16,562 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/hbase/meta/1588230740/.tmp/rep_barrier/ab899eec9e85485b95ae277bffdfee8c 2024-12-04T11:21:16,576 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/hbase/meta/1588230740/.tmp/table/fceb415386dd4d9d855b7b1157dd6f84 is 53, key is hbase:replication/table:state/1733311266276/Put/seqid=0 2024-12-04T11:21:16,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741847_1023 (size=5308) 2024-12-04T11:21:16,584 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/default/test/c0bea1ad7336792274f6dcec3e675753/.tmp/norep/d6cf1023eca94fb28a4e782516962b02 2024-12-04T11:21:16,588 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d6cf1023eca94fb28a4e782516962b02 2024-12-04T11:21:16,588 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/default/test/c0bea1ad7336792274f6dcec3e675753/.tmp/f/bc567feb02154752838ef5540a9c1ba8 as hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/default/test/c0bea1ad7336792274f6dcec3e675753/f/bc567feb02154752838ef5540a9c1ba8 2024-12-04T11:21:16,591 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 1471, reset compression=false 2024-12-04T11:21:16,592 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc567feb02154752838ef5540a9c1ba8 2024-12-04T11:21:16,592 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/default/test/c0bea1ad7336792274f6dcec3e675753/f/bc567feb02154752838ef5540a9c1ba8, entries=5, sequenceid=12, filesize=5.1 K 2024-12-04T11:21:16,593 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/default/test/c0bea1ad7336792274f6dcec3e675753/.tmp/f1/1e45cfb02b01442e82c05ed17bbecc5a as hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/default/test/c0bea1ad7336792274f6dcec3e675753/f1/1e45cfb02b01442e82c05ed17bbecc5a 2024-12-04T11:21:16,596 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1e45cfb02b01442e82c05ed17bbecc5a 2024-12-04T11:21:16,596 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/default/test/c0bea1ad7336792274f6dcec3e675753/f1/1e45cfb02b01442e82c05ed17bbecc5a, entries=3, sequenceid=12, filesize=5.0 K 2024-12-04T11:21:16,597 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/default/test/c0bea1ad7336792274f6dcec3e675753/.tmp/norep/d6cf1023eca94fb28a4e782516962b02 as hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/default/test/c0bea1ad7336792274f6dcec3e675753/norep/d6cf1023eca94fb28a4e782516962b02 2024-12-04T11:21:16,600 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d6cf1023eca94fb28a4e782516962b02 2024-12-04T11:21:16,600 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/default/test/c0bea1ad7336792274f6dcec3e675753/norep/d6cf1023eca94fb28a4e782516962b02, entries=1, sequenceid=12, filesize=5.0 K 2024-12-04T11:21:16,600 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c0bea1ad7336792274f6dcec3e675753 in 1268ms, sequenceid=12, compaction requested=false 2024-12-04T11:21:16,604 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/default/test/c0bea1ad7336792274f6dcec3e675753/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T11:21:16,605 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:21:16,605 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T11:21:16,605 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733311258650.c0bea1ad7336792274f6dcec3e675753. 2024-12-04T11:21:16,605 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c0bea1ad7336792274f6dcec3e675753: Waiting for close lock at 1733311275332Running coprocessor pre-close hooks at 1733311275332Disabling compacts and flushes for region at 1733311275332Disabling writes for close at 1733311275332Obtaining lock to block concurrent updates at 1733311275332Preparing flush snapshotting stores in c0bea1ad7336792274f6dcec3e675753 at 1733311275332Finished memstore snapshotting test,,1733311258650.c0bea1ad7336792274f6dcec3e675753., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733311275332Flushing stores of test,,1733311258650.c0bea1ad7336792274f6dcec3e675753. at 1733311275332Flushing c0bea1ad7336792274f6dcec3e675753/f: creating writer at 1733311275332Flushing c0bea1ad7336792274f6dcec3e675753/f: appending metadata at 1733311275344 (+12 ms)Flushing c0bea1ad7336792274f6dcec3e675753/f: closing flushed file at 1733311275344Flushing c0bea1ad7336792274f6dcec3e675753/f1: creating writer at 1733311275751 (+407 ms)Flushing c0bea1ad7336792274f6dcec3e675753/f1: appending metadata at 1733311275762 (+11 ms)Flushing c0bea1ad7336792274f6dcec3e675753/f1: closing flushed file at 1733311275762Flushing c0bea1ad7336792274f6dcec3e675753/norep: creating writer at 1733311276169 (+407 ms)Flushing c0bea1ad7336792274f6dcec3e675753/norep: appending metadata at 1733311276180 (+11 ms)Flushing c0bea1ad7336792274f6dcec3e675753/norep: closing flushed file at 1733311276181 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ed5ebd7: reopening flushed file at 1733311276588 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17cb5ca: reopening flushed file at 1733311276592 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c639eae: reopening flushed file at 1733311276596 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c0bea1ad7336792274f6dcec3e675753 in 1268ms, sequenceid=12, compaction requested=false at 1733311276600 (+4 ms)Writing region close event to WAL at 1733311276602 (+2 ms)Running coprocessor post-close hooks at 1733311276605 (+3 ms)Closed at 1733311276605 2024-12-04T11:21:16,605 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733311258650.c0bea1ad7336792274f6dcec3e675753. 2024-12-04T11:21:16,703 DEBUG [RS:0;e12b86b8109d:40117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:21:16,806 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 1488, reset compression=false 2024-12-04T11:21:16,845 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248 to pos 1762, reset compression=false 2024-12-04T11:21:16,849 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:21:16,849 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248 to pos 2406, reset compression=false 2024-12-04T11:21:16,903 DEBUG [RS:0;e12b86b8109d:40117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:21:16,979 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/hbase/meta/1588230740/.tmp/table/fceb415386dd4d9d855b7b1157dd6f84 2024-12-04T11:21:16,983 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/hbase/meta/1588230740/.tmp/info/e9de4743607545e39641c9d3779ab397 as hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/hbase/meta/1588230740/info/e9de4743607545e39641c9d3779ab397 2024-12-04T11:21:16,985 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/hbase/meta/1588230740/info/e9de4743607545e39641c9d3779ab397, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T11:21:16,986 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/hbase/meta/1588230740/.tmp/ns/b92155aeb27e4765aa9fa4bd630a2cc3 as hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/hbase/meta/1588230740/ns/b92155aeb27e4765aa9fa4bd630a2cc3 2024-12-04T11:21:16,989 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/hbase/meta/1588230740/ns/b92155aeb27e4765aa9fa4bd630a2cc3, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T11:21:16,989 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/hbase/meta/1588230740/.tmp/rep_barrier/ab899eec9e85485b95ae277bffdfee8c as hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/hbase/meta/1588230740/rep_barrier/ab899eec9e85485b95ae277bffdfee8c 2024-12-04T11:21:16,992 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/hbase/meta/1588230740/rep_barrier/ab899eec9e85485b95ae277bffdfee8c, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T11:21:16,993 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/hbase/meta/1588230740/.tmp/table/fceb415386dd4d9d855b7b1157dd6f84 as hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/hbase/meta/1588230740/table/fceb415386dd4d9d855b7b1157dd6f84 2024-12-04T11:21:16,995 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/hbase/meta/1588230740/table/fceb415386dd4d9d855b7b1157dd6f84, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T11:21:16,996 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1694ms, sequenceid=16, compaction requested=false 2024-12-04T11:21:16,999 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T11:21:16,999 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:21:16,999 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:21:16,999 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:21:16,999 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311275302Running coprocessor pre-close hooks at 1733311275302Disabling compacts and flushes for region at 1733311275302Disabling writes for close at 1733311275302Obtaining lock to block concurrent updates at 1733311275302Preparing flush snapshotting stores in 1588230740 at 1733311275302Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733311275302Flushing stores of hbase:meta,,1.1588230740 at 1733311275303 (+1 ms)Flushing 1588230740/info: creating writer at 1733311275303Flushing 1588230740/info: appending metadata at 1733311275315 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733311275315Flushing 1588230740/ns: creating writer at 1733311275722 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733311275732 (+10 ms)Flushing 1588230740/ns: closing flushed file at 1733311275732Flushing 1588230740/rep_barrier: creating writer at 1733311276143 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733311276158 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733311276158Flushing 1588230740/table: creating writer at 1733311276565 (+407 ms)Flushing 1588230740/table: appending metadata at 1733311276576 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733311276576Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@593ce4e6: reopening flushed file at 1733311276982 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fb3cbf6: reopening flushed file at 1733311276985 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9d18aa4: reopening flushed file at 1733311276989 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cc0fa5b: reopening flushed file at 1733311276992 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1694ms, sequenceid=16, compaction requested=false at 1733311276996 (+4 ms)Writing region close event to WAL at 1733311276997 (+1 ms)Running coprocessor post-close hooks at 1733311276999 (+2 ms)Closed at 1733311276999 2024-12-04T11:21:16,999 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T11:21:17,051 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/WALs/e12b86b8109d,40117,1733311252309/e12b86b8109d%2C40117%2C1733311252309.1733311254248 to pos 2406, reset compression=false 2024-12-04T11:21:17,103 INFO [RS:0;e12b86b8109d:40117 {}] regionserver.HRegionServer(976): stopping server e12b86b8109d,40117,1733311252309; all regions closed. 2024-12-04T11:21:17,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741834_1010 (size=4239) 2024-12-04T11:21:17,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741839_1015 (size=3115) 2024-12-04T11:21:17,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741832_1008 (size=2414) 2024-12-04T11:21:17,109 DEBUG [RS:0;e12b86b8109d:40117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:17,109 INFO [RS:0;e12b86b8109d:40117 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:21:17,109 INFO [RS:0;e12b86b8109d:40117 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:21:17,109 INFO [RS:0;e12b86b8109d:40117 {}] hbase.ChoreService(370): Chore service for: regionserver/e12b86b8109d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T11:21:17,110 INFO [RS:0;e12b86b8109d:40117 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:21:17,110 INFO [regionserver/e12b86b8109d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:21:17,110 INFO [RS:0;e12b86b8109d:40117 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e12b86b8109d,40117,1733311252309 because: Region server is closing 2024-12-04T11:21:17,110 INFO [RS:0;e12b86b8109d:40117 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:40117. 2024-12-04T11:21:17,110 DEBUG [RS:0;e12b86b8109d:40117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:21:17,110 DEBUG [RS:0;e12b86b8109d:40117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:17,110 DEBUG [RS:0;e12b86b8109d:40117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:17,110 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:21:17,195 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 1471, reset compression=false 2024-12-04T11:21:17,210 INFO [RS:0;e12b86b8109d:40117 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.shippere12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 terminated 2024-12-04T11:21:17,210 WARN [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40117,1733311252309.replicationSource.wal-reader.e12b86b8109d%2C40117%2C1733311252309,1-e12b86b8109d,40117,1733311252309 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T11:21:17,211 INFO [RS:0;e12b86b8109d:40117 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:40117. 2024-12-04T11:21:17,211 DEBUG [RS:0;e12b86b8109d:40117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:21:17,211 DEBUG [RS:0;e12b86b8109d:40117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:17,211 DEBUG [RS:0;e12b86b8109d:40117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:17,211 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:21:17,211 INFO [RS:0;e12b86b8109d:40117 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40117 2024-12-04T11:21:17,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44233-0x101a01290c40006, quorum=127.0.0.1:58593, baseZNode=/2363493124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2363493124/rs 2024-12-04T11:21:17,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40117-0x101a01290c40007, quorum=127.0.0.1:58593, baseZNode=/2363493124 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2363493124/rs/e12b86b8109d,40117,1733311252309 2024-12-04T11:21:17,279 INFO [RS:0;e12b86b8109d:40117 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:21:17,289 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e12b86b8109d,40117,1733311252309] 2024-12-04T11:21:17,300 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2363493124/draining/e12b86b8109d,40117,1733311252309 already deleted, retry=false 2024-12-04T11:21:17,300 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e12b86b8109d,40117,1733311252309 expired; onlineServers=0 2024-12-04T11:21:17,300 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e12b86b8109d,44233,1733311252164' ***** 2024-12-04T11:21:17,300 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T11:21:17,300 INFO [M:0;e12b86b8109d:44233 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:21:17,300 INFO [M:0;e12b86b8109d:44233 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:21:17,300 DEBUG [M:0;e12b86b8109d:44233 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T11:21:17,300 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T11:21:17,300 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311253992 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311253992,5,FailOnTimeoutGroup] 2024-12-04T11:21:17,300 DEBUG [M:0;e12b86b8109d:44233 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T11:21:17,300 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311253992 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311253992,5,FailOnTimeoutGroup] 2024-12-04T11:21:17,300 INFO [M:0;e12b86b8109d:44233 {}] hbase.ChoreService(370): Chore service for: master/e12b86b8109d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T11:21:17,300 INFO [M:0;e12b86b8109d:44233 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:21:17,300 DEBUG [M:0;e12b86b8109d:44233 {}] master.HMaster(1795): Stopping service threads 2024-12-04T11:21:17,301 INFO [M:0;e12b86b8109d:44233 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T11:21:17,301 INFO [M:0;e12b86b8109d:44233 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:21:17,301 INFO [M:0;e12b86b8109d:44233 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T11:21:17,301 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T11:21:17,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44233-0x101a01290c40006, quorum=127.0.0.1:58593, baseZNode=/2363493124 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2363493124/master 2024-12-04T11:21:17,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44233-0x101a01290c40006, quorum=127.0.0.1:58593, baseZNode=/2363493124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2363493124 2024-12-04T11:21:17,310 DEBUG [M:0;e12b86b8109d:44233 {}] zookeeper.ZKUtil(347): master:44233-0x101a01290c40006, quorum=127.0.0.1:58593, baseZNode=/2363493124 Unable to get data of znode /2363493124/master because node does not exist (not an error) 2024-12-04T11:21:17,310 WARN [M:0;e12b86b8109d:44233 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T11:21:17,311 INFO [M:0;e12b86b8109d:44233 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/.lastflushedseqids 2024-12-04T11:21:17,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741848_1024 (size=245) 2024-12-04T11:21:17,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40117-0x101a01290c40007, quorum=127.0.0.1:58593, baseZNode=/2363493124 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:21:17,390 INFO [RS:0;e12b86b8109d:40117 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:21:17,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40117-0x101a01290c40007, quorum=127.0.0.1:58593, baseZNode=/2363493124 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:21:17,390 INFO [RS:0;e12b86b8109d:40117 {}] regionserver.HRegionServer(1031): Exiting; stopping=e12b86b8109d,40117,1733311252309; zookeeper connection closed. 2024-12-04T11:21:17,390 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d95305f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d95305f 2024-12-04T11:21:17,390 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T11:21:17,409 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 1488, reset compression=false 2024-12-04T11:21:17,719 INFO [M:0;e12b86b8109d:44233 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T11:21:17,719 INFO [M:0;e12b86b8109d:44233 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T11:21:17,719 DEBUG [M:0;e12b86b8109d:44233 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:21:17,719 INFO [M:0;e12b86b8109d:44233 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:21:17,719 DEBUG [M:0;e12b86b8109d:44233 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:21:17,719 DEBUG [M:0;e12b86b8109d:44233 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:21:17,719 DEBUG [M:0;e12b86b8109d:44233 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:21:17,719 INFO [M:0;e12b86b8109d:44233 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-12-04T11:21:17,732 DEBUG [M:0;e12b86b8109d:44233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75e66493fc41402e8809684e04f75b56 is 82, key is hbase:meta,,1/info:regioninfo/1733311255231/Put/seqid=0 2024-12-04T11:21:17,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741849_1025 (size=5672) 2024-12-04T11:21:17,898 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 1471, reset compression=false 2024-12-04T11:21:18,112 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 1488, reset compression=false 2024-12-04T11:21:18,135 INFO [M:0;e12b86b8109d:44233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75e66493fc41402e8809684e04f75b56 2024-12-04T11:21:18,154 DEBUG [M:0;e12b86b8109d:44233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10da1bb9519e439f9aa039c55a5cc00b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733311266280/Put/seqid=0 2024-12-04T11:21:18,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741850_1026 (size=9211) 2024-12-04T11:21:18,557 INFO [M:0;e12b86b8109d:44233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10da1bb9519e439f9aa039c55a5cc00b 2024-12-04T11:21:18,576 DEBUG [M:0;e12b86b8109d:44233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1fa69e137eab4fea9fa4ea9e60f56cba is 69, key is e12b86b8109d,40117,1733311252309/rs:state/1733311254065/Put/seqid=0 2024-12-04T11:21:18,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741851_1027 (size=5156) 2024-12-04T11:21:18,701 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 1471, reset compression=false 2024-12-04T11:21:18,915 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 1488, reset compression=false 2024-12-04T11:21:18,980 INFO [M:0;e12b86b8109d:44233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1fa69e137eab4fea9fa4ea9e60f56cba 2024-12-04T11:21:18,983 DEBUG [M:0;e12b86b8109d:44233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75e66493fc41402e8809684e04f75b56 as hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/75e66493fc41402e8809684e04f75b56 2024-12-04T11:21:18,986 INFO [M:0;e12b86b8109d:44233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/75e66493fc41402e8809684e04f75b56, entries=8, sequenceid=127, filesize=5.5 K 2024-12-04T11:21:18,987 DEBUG [M:0;e12b86b8109d:44233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10da1bb9519e439f9aa039c55a5cc00b as hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/10da1bb9519e439f9aa039c55a5cc00b 2024-12-04T11:21:18,990 INFO [M:0;e12b86b8109d:44233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/10da1bb9519e439f9aa039c55a5cc00b, entries=15, sequenceid=127, filesize=9.0 K 2024-12-04T11:21:18,990 DEBUG [M:0;e12b86b8109d:44233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1fa69e137eab4fea9fa4ea9e60f56cba as hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1fa69e137eab4fea9fa4ea9e60f56cba 2024-12-04T11:21:18,994 INFO [M:0;e12b86b8109d:44233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42319/user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1fa69e137eab4fea9fa4ea9e60f56cba, entries=1, sequenceid=127, filesize=5.0 K 2024-12-04T11:21:18,994 INFO [M:0;e12b86b8109d:44233 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=127, compaction requested=false 2024-12-04T11:21:18,995 INFO [M:0;e12b86b8109d:44233 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:21:18,996 DEBUG [M:0;e12b86b8109d:44233 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311277719Disabling compacts and flushes for region at 1733311277719Disabling writes for close at 1733311277719Obtaining lock to block concurrent updates at 1733311277719Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733311277719Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1733311277719Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733311277720 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733311277720Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733311277731 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733311277731Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733311278138 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733311278153 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733311278154 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733311278561 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733311278575 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733311278575Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73ad535b: reopening flushed file at 1733311278983 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65cec660: reopening flushed file at 1733311278986 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71df6ad9: reopening flushed file at 1733311278990 (+4 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=127, compaction requested=false at 1733311278994 (+4 ms)Writing region close event to WAL at 1733311278995 (+1 ms)Closed at 1733311278995 2024-12-04T11:21:18,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741830_1006 (size=73854) 2024-12-04T11:21:18,997 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1a47ee5c-c3b4-5d09-5003-65bb8e4e1e9a/MasterData/WALs/e12b86b8109d,44233,1733311252164/e12b86b8109d%2C44233%2C1733311252164.1733311253687 not finished, retry = 0 2024-12-04T11:21:19,098 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:21:19,098 INFO [M:0;e12b86b8109d:44233 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T11:21:19,098 INFO [M:0;e12b86b8109d:44233 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44233 2024-12-04T11:21:19,099 INFO [M:0;e12b86b8109d:44233 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:21:19,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44233-0x101a01290c40006, quorum=127.0.0.1:58593, baseZNode=/2363493124 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:21:19,284 INFO [M:0;e12b86b8109d:44233 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:21:19,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44233-0x101a01290c40006, quorum=127.0.0.1:58593, baseZNode=/2363493124 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:21:19,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11735bc3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T11:21:19,322 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6181fcd9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T11:21:19,322 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T11:21:19,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c41974f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T11:21:19,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e4df4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9fe7f8-e5fa-7d6e-45f7-130499a388b7/hadoop.log.dir/,STOPPED} 2024-12-04T11:21:19,324 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T11:21:19,324 WARN [BP-537253652-172.17.0.2-1733311250286 heartbeating to localhost/127.0.0.1:42319 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T11:21:19,324 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T11:21:19,324 WARN [BP-537253652-172.17.0.2-1733311250286 heartbeating to localhost/127.0.0.1:42319 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-537253652-172.17.0.2-1733311250286 (Datanode Uuid cdc494db-96d1-4ea2-9408-d55e56a52f0a) service to localhost/127.0.0.1:42319 2024-12-04T11:21:19,324 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9fe7f8-e5fa-7d6e-45f7-130499a388b7/cluster_da3b7858-92f1-68bf-266c-2f3d6bd29d7e/data/data1/current/BP-537253652-172.17.0.2-1733311250286 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T11:21:19,325 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9fe7f8-e5fa-7d6e-45f7-130499a388b7/cluster_da3b7858-92f1-68bf-266c-2f3d6bd29d7e/data/data2/current/BP-537253652-172.17.0.2-1733311250286 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T11:21:19,325 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T11:21:19,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2fe34b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T11:21:19,331 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29d513ee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T11:21:19,331 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T11:21:19,331 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@655c6ebf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T11:21:19,331 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79194981{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9fe7f8-e5fa-7d6e-45f7-130499a388b7/hadoop.log.dir/,STOPPED} 2024-12-04T11:21:19,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T11:21:19,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T11:21:19,346 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:21:19,346 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:21:19,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:19,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:19,346 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:21:19,346 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T11:21:19,346 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1247797013, stopped=false 2024-12-04T11:21:19,346 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e12b86b8109d,36297,1733311246781 2024-12-04T11:21:19,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40731-0x101a01290c40004, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-494665293/running 2024-12-04T11:21:19,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36297-0x101a01290c40003, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-494665293/running 2024-12-04T11:21:19,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40731-0x101a01290c40004, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-494665293 2024-12-04T11:21:19,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36297-0x101a01290c40003, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-494665293 2024-12-04T11:21:19,363 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:21:19,363 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:21:19,363 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:21:19,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36297-0x101a01290c40003, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Set watcher on znode that does not yet exist, /1-494665293/running 2024-12-04T11:21:19,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:19,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40731-0x101a01290c40004, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Set watcher on znode that does not yet exist, /1-494665293/running 2024-12-04T11:21:19,364 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e12b86b8109d,40731,1733311246923' ***** 2024-12-04T11:21:19,364 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T11:21:19,364 INFO [RS:0;e12b86b8109d:40731 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T11:21:19,364 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T11:21:19,364 INFO [RS:0;e12b86b8109d:40731 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T11:21:19,364 INFO [RS:0;e12b86b8109d:40731 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T11:21:19,364 INFO [RS:0;e12b86b8109d:40731 {}] regionserver.HRegionServer(3091): Received CLOSE for 87090e190b04f891da45fec5f9bb2b9f 2024-12-04T11:21:19,364 INFO [RS:0;e12b86b8109d:40731 {}] regionserver.HRegionServer(3091): Received CLOSE for dc64b9d211b73068fc59d56cf6ccf7bf 2024-12-04T11:21:19,364 INFO [RS:0;e12b86b8109d:40731 {}] regionserver.HRegionServer(959): stopping server e12b86b8109d,40731,1733311246923 2024-12-04T11:21:19,364 INFO [RS:0;e12b86b8109d:40731 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:21:19,364 INFO [RS:0;e12b86b8109d:40731 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:40731. 2024-12-04T11:21:19,364 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 87090e190b04f891da45fec5f9bb2b9f, disabling compactions & flushes 2024-12-04T11:21:19,365 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733311256499.87090e190b04f891da45fec5f9bb2b9f. 2024-12-04T11:21:19,365 DEBUG [RS:0;e12b86b8109d:40731 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:21:19,365 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733311256499.87090e190b04f891da45fec5f9bb2b9f. 2024-12-04T11:21:19,365 DEBUG [RS:0;e12b86b8109d:40731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:19,365 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733311256499.87090e190b04f891da45fec5f9bb2b9f. after waiting 0 ms 2024-12-04T11:21:19,365 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733311256499.87090e190b04f891da45fec5f9bb2b9f. 2024-12-04T11:21:19,365 INFO [RS:0;e12b86b8109d:40731 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T11:21:19,365 INFO [RS:0;e12b86b8109d:40731 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T11:21:19,365 INFO [RS:0;e12b86b8109d:40731 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T11:21:19,365 INFO [RS:0;e12b86b8109d:40731 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T11:21:19,365 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 87090e190b04f891da45fec5f9bb2b9f 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-04T11:21:19,365 INFO [RS:0;e12b86b8109d:40731 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T11:21:19,365 DEBUG [RS:0;e12b86b8109d:40731 {}] regionserver.HRegionServer(1325): Online Regions={87090e190b04f891da45fec5f9bb2b9f=test,,1733311256499.87090e190b04f891da45fec5f9bb2b9f., dc64b9d211b73068fc59d56cf6ccf7bf=hbase:replication,,1733311262960.dc64b9d211b73068fc59d56cf6ccf7bf., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T11:21:19,365 DEBUG [RS:0;e12b86b8109d:40731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87090e190b04f891da45fec5f9bb2b9f, dc64b9d211b73068fc59d56cf6ccf7bf 2024-12-04T11:21:19,365 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:21:19,365 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:21:19,365 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:21:19,365 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:21:19,365 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:21:19,365 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T11:21:19,377 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/hbase/meta/1588230740/.tmp/info/d0785d13cdbc4761a734f4dd2c56ae48 is 147, key is hbase:replication,,1733311262960.dc64b9d211b73068fc59d56cf6ccf7bf./info:regioninfo/1733311264111/Put/seqid=0 2024-12-04T11:21:19,377 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/default/test/87090e190b04f891da45fec5f9bb2b9f/.tmp/f/fe04743905df4095ab112e8beefab177 is 37, key is row3/f:row3/1733311273959/Put/seqid=0 2024-12-04T11:21:19,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46591 is added to blk_1073741840_1016 (size=5228) 2024-12-04T11:21:19,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46591 is added to blk_1073741841_1017 (size=7686) 2024-12-04T11:21:19,380 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/default/test/87090e190b04f891da45fec5f9bb2b9f/.tmp/f/fe04743905df4095ab112e8beefab177 2024-12-04T11:21:19,383 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fe04743905df4095ab112e8beefab177 2024-12-04T11:21:19,395 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/default/test/87090e190b04f891da45fec5f9bb2b9f/.tmp/f1/f98d5470a01647e885a2c2a758050c37 is 30, key is row1/f1:/1733311271311/DeleteFamily/seqid=0 2024-12-04T11:21:19,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46591 is added to blk_1073741842_1018 (size=5158) 2024-12-04T11:21:19,455 INFO [regionserver/e12b86b8109d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:21:19,565 DEBUG [RS:0;e12b86b8109d:40731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87090e190b04f891da45fec5f9bb2b9f, dc64b9d211b73068fc59d56cf6ccf7bf 2024-12-04T11:21:19,604 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 1471, reset compression=false 2024-12-04T11:21:19,608 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:21:19,608 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 1718, reset compression=false 2024-12-04T11:21:19,608 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.shippere12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,40731,1733311246923 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T11:21:19,609 ERROR [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.shippere12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e12b86b8109d,40731,1733311246923: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e12b86b8109d,40731,1733311246923, walGroup=e12b86b8109d%2C40731%2C1733311246923, offset=e12b86b8109d%2C40731%2C1733311246923.1733311249159:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:40731 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T11:21:19,610 ERROR [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.shippere12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T11:21:19,610 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.shippere12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T11:21:19,610 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.shippere12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T11:21:19,610 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.shippere12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T11:21:19,610 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.shippere12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T11:21:19,610 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.shippere12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1161822208, "init": 1048576000, "max": 2306867200, "used": 848377216 }, "NonHeapMemoryUsage": { "committed": 202309632, "init": 7667712, "max": -1, "used": 199371960 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T11:21:19,611 WARN [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.shippere12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:36297 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:36297 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T11:21:19,765 DEBUG [RS:0;e12b86b8109d:40731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87090e190b04f891da45fec5f9bb2b9f, dc64b9d211b73068fc59d56cf6ccf7bf 2024-12-04T11:21:19,781 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/hbase/meta/1588230740/.tmp/info/d0785d13cdbc4761a734f4dd2c56ae48 2024-12-04T11:21:19,796 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/hbase/meta/1588230740/.tmp/ns/a4ec7c6618d84f21a49180d8760bc7b7 is 43, key is default/ns:d/1733311250160/Put/seqid=0 2024-12-04T11:21:19,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46591 is added to blk_1073741843_1019 (size=5153) 2024-12-04T11:21:19,799 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/default/test/87090e190b04f891da45fec5f9bb2b9f/.tmp/f1/f98d5470a01647e885a2c2a758050c37 2024-12-04T11:21:19,799 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/hbase/meta/1588230740/.tmp/ns/a4ec7c6618d84f21a49180d8760bc7b7 2024-12-04T11:21:19,802 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f98d5470a01647e885a2c2a758050c37 2024-12-04T11:21:19,811 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 1718, reset compression=false 2024-12-04T11:21:19,814 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/default/test/87090e190b04f891da45fec5f9bb2b9f/.tmp/norep/a8696ce04926482cba12cee61e56751b is 33, key is row1/norep:/1733311271311/DeleteFamily/seqid=0 2024-12-04T11:21:19,816 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/hbase/meta/1588230740/.tmp/rep_barrier/91831d1d03844537b0be9ae417aefc2a is 112, key is test,,1733311256499.87090e190b04f891da45fec5f9bb2b9f./rep_barrier:seqnumDuringOpen/1733311257639/Put/seqid=0 2024-12-04T11:21:19,818 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 1488, reset compression=false 2024-12-04T11:21:19,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46591 is added to blk_1073741844_1020 (size=5108) 2024-12-04T11:21:19,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46591 is added to blk_1073741845_1021 (size=5518) 2024-12-04T11:21:19,965 DEBUG [RS:0;e12b86b8109d:40731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87090e190b04f891da45fec5f9bb2b9f, dc64b9d211b73068fc59d56cf6ccf7bf 2024-12-04T11:21:20,084 INFO [regionserver/e12b86b8109d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T11:21:20,084 INFO [regionserver/e12b86b8109d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T11:21:20,114 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 1718, reset compression=false 2024-12-04T11:21:20,165 DEBUG [RS:0;e12b86b8109d:40731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87090e190b04f891da45fec5f9bb2b9f, dc64b9d211b73068fc59d56cf6ccf7bf 2024-12-04T11:21:20,219 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/default/test/87090e190b04f891da45fec5f9bb2b9f/.tmp/norep/a8696ce04926482cba12cee61e56751b 2024-12-04T11:21:20,221 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/hbase/meta/1588230740/.tmp/rep_barrier/91831d1d03844537b0be9ae417aefc2a 2024-12-04T11:21:20,223 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a8696ce04926482cba12cee61e56751b 2024-12-04T11:21:20,223 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/default/test/87090e190b04f891da45fec5f9bb2b9f/.tmp/f/fe04743905df4095ab112e8beefab177 as hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/default/test/87090e190b04f891da45fec5f9bb2b9f/f/fe04743905df4095ab112e8beefab177 2024-12-04T11:21:20,227 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fe04743905df4095ab112e8beefab177 2024-12-04T11:21:20,227 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/default/test/87090e190b04f891da45fec5f9bb2b9f/f/fe04743905df4095ab112e8beefab177, entries=5, sequenceid=12, filesize=5.1 K 2024-12-04T11:21:20,228 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/default/test/87090e190b04f891da45fec5f9bb2b9f/.tmp/f1/f98d5470a01647e885a2c2a758050c37 as hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/default/test/87090e190b04f891da45fec5f9bb2b9f/f1/f98d5470a01647e885a2c2a758050c37 2024-12-04T11:21:20,232 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f98d5470a01647e885a2c2a758050c37 2024-12-04T11:21:20,232 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/default/test/87090e190b04f891da45fec5f9bb2b9f/f1/f98d5470a01647e885a2c2a758050c37, entries=3, sequenceid=12, filesize=5.0 K 2024-12-04T11:21:20,233 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/default/test/87090e190b04f891da45fec5f9bb2b9f/.tmp/norep/a8696ce04926482cba12cee61e56751b as hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/default/test/87090e190b04f891da45fec5f9bb2b9f/norep/a8696ce04926482cba12cee61e56751b 2024-12-04T11:21:20,237 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a8696ce04926482cba12cee61e56751b 2024-12-04T11:21:20,237 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/default/test/87090e190b04f891da45fec5f9bb2b9f/norep/a8696ce04926482cba12cee61e56751b, entries=1, sequenceid=12, filesize=5.0 K 2024-12-04T11:21:20,238 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/hbase/meta/1588230740/.tmp/table/aa4c9849223f47959864f132918ff464 is 53, key is hbase:replication/table:state/1733311264117/Put/seqid=0 2024-12-04T11:21:20,238 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 87090e190b04f891da45fec5f9bb2b9f in 873ms, sequenceid=12, compaction requested=false 2024-12-04T11:21:20,238 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T11:21:20,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46591 is added to blk_1073741846_1022 (size=5308) 2024-12-04T11:21:20,247 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/default/test/87090e190b04f891da45fec5f9bb2b9f/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T11:21:20,247 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:21:20,247 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T11:21:20,247 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733311256499.87090e190b04f891da45fec5f9bb2b9f. 2024-12-04T11:21:20,247 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 87090e190b04f891da45fec5f9bb2b9f: Waiting for close lock at 1733311279364Running coprocessor pre-close hooks at 1733311279364Disabling compacts and flushes for region at 1733311279364Disabling writes for close at 1733311279365 (+1 ms)Obtaining lock to block concurrent updates at 1733311279365Preparing flush snapshotting stores in 87090e190b04f891da45fec5f9bb2b9f at 1733311279365Finished memstore snapshotting test,,1733311256499.87090e190b04f891da45fec5f9bb2b9f., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733311279365Flushing stores of test,,1733311256499.87090e190b04f891da45fec5f9bb2b9f. at 1733311279365Flushing 87090e190b04f891da45fec5f9bb2b9f/f: creating writer at 1733311279365Flushing 87090e190b04f891da45fec5f9bb2b9f/f: appending metadata at 1733311279376 (+11 ms)Flushing 87090e190b04f891da45fec5f9bb2b9f/f: closing flushed file at 1733311279376Flushing 87090e190b04f891da45fec5f9bb2b9f/f1: creating writer at 1733311279383 (+7 ms)Flushing 87090e190b04f891da45fec5f9bb2b9f/f1: appending metadata at 1733311279395 (+12 ms)Flushing 87090e190b04f891da45fec5f9bb2b9f/f1: closing flushed file at 1733311279395Flushing 87090e190b04f891da45fec5f9bb2b9f/norep: creating writer at 1733311279802 (+407 ms)Flushing 87090e190b04f891da45fec5f9bb2b9f/norep: appending metadata at 1733311279813 (+11 ms)Flushing 87090e190b04f891da45fec5f9bb2b9f/norep: closing flushed file at 1733311279813Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c09b61a: reopening flushed file at 1733311280223 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a39cc2a: reopening flushed file at 1733311280227 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c8f1eb9: reopening flushed file at 1733311280232 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 87090e190b04f891da45fec5f9bb2b9f in 873ms, sequenceid=12, compaction requested=false at 1733311280238 (+6 ms)Writing region close event to WAL at 1733311280244 (+6 ms)Running coprocessor post-close hooks at 1733311280247 (+3 ms)Closed at 1733311280247 2024-12-04T11:21:20,247 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733311256499.87090e190b04f891da45fec5f9bb2b9f. 2024-12-04T11:21:20,247 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dc64b9d211b73068fc59d56cf6ccf7bf, disabling compactions & flushes 2024-12-04T11:21:20,248 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733311262960.dc64b9d211b73068fc59d56cf6ccf7bf. 2024-12-04T11:21:20,248 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733311262960.dc64b9d211b73068fc59d56cf6ccf7bf. 2024-12-04T11:21:20,248 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733311262960.dc64b9d211b73068fc59d56cf6ccf7bf. after waiting 0 ms 2024-12-04T11:21:20,248 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733311262960.dc64b9d211b73068fc59d56cf6ccf7bf. 2024-12-04T11:21:20,248 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dc64b9d211b73068fc59d56cf6ccf7bf: Waiting for close lock at 1733311280247Running coprocessor pre-close hooks at 1733311280247Disabling compacts and flushes for region at 1733311280247Disabling writes for close at 1733311280248 (+1 ms)Failed flush hbase:replication,,1733311262960.dc64b9d211b73068fc59d56cf6ccf7bf., putting online again at 1733311280248 2024-12-04T11:21:20,248 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733311262960.dc64b9d211b73068fc59d56cf6ccf7bf. 2024-12-04T11:21:20,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:20,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:20,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:20,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:20,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:20,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:20,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:20,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:20,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:20,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:20,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:20,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:20,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:20,366 INFO [RS:0;e12b86b8109d:40731 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T11:21:20,366 DEBUG [RS:0;e12b86b8109d:40731 {}] regionserver.HRegionServer(1325): Online Regions={dc64b9d211b73068fc59d56cf6ccf7bf=hbase:replication,,1733311262960.dc64b9d211b73068fc59d56cf6ccf7bf., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T11:21:20,366 INFO [RS:0;e12b86b8109d:40731 {}] regionserver.HRegionServer(3091): Received CLOSE for dc64b9d211b73068fc59d56cf6ccf7bf 2024-12-04T11:21:20,366 DEBUG [RS:0;e12b86b8109d:40731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dc64b9d211b73068fc59d56cf6ccf7bf 2024-12-04T11:21:20,366 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dc64b9d211b73068fc59d56cf6ccf7bf, disabling compactions & flushes 2024-12-04T11:21:20,366 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733311262960.dc64b9d211b73068fc59d56cf6ccf7bf. 2024-12-04T11:21:20,366 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733311262960.dc64b9d211b73068fc59d56cf6ccf7bf. 2024-12-04T11:21:20,366 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733311262960.dc64b9d211b73068fc59d56cf6ccf7bf. after waiting 0 ms 2024-12-04T11:21:20,366 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733311262960.dc64b9d211b73068fc59d56cf6ccf7bf. 2024-12-04T11:21:20,366 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dc64b9d211b73068fc59d56cf6ccf7bf: Waiting for close lock at 1733311280366Running coprocessor pre-close hooks at 1733311280366Disabling compacts and flushes for region at 1733311280366Disabling writes for close at 1733311280366Failed flush hbase:replication,,1733311262960.dc64b9d211b73068fc59d56cf6ccf7bf., putting online again at 1733311280366 2024-12-04T11:21:20,366 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733311262960.dc64b9d211b73068fc59d56cf6ccf7bf. 2024-12-04T11:21:20,517 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 1718, reset compression=false 2024-12-04T11:21:20,521 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:21:20,521 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 2362, reset compression=false 2024-12-04T11:21:20,566 DEBUG [RS:0;e12b86b8109d:40731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:21:20,647 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/hbase/meta/1588230740/.tmp/table/aa4c9849223f47959864f132918ff464 2024-12-04T11:21:20,650 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/hbase/meta/1588230740/.tmp/info/d0785d13cdbc4761a734f4dd2c56ae48 as hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/hbase/meta/1588230740/info/d0785d13cdbc4761a734f4dd2c56ae48 2024-12-04T11:21:20,653 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/hbase/meta/1588230740/info/d0785d13cdbc4761a734f4dd2c56ae48, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T11:21:20,654 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/hbase/meta/1588230740/.tmp/ns/a4ec7c6618d84f21a49180d8760bc7b7 as hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/hbase/meta/1588230740/ns/a4ec7c6618d84f21a49180d8760bc7b7 2024-12-04T11:21:20,657 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/hbase/meta/1588230740/ns/a4ec7c6618d84f21a49180d8760bc7b7, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T11:21:20,658 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/hbase/meta/1588230740/.tmp/rep_barrier/91831d1d03844537b0be9ae417aefc2a as hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/hbase/meta/1588230740/rep_barrier/91831d1d03844537b0be9ae417aefc2a 2024-12-04T11:21:20,661 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/hbase/meta/1588230740/rep_barrier/91831d1d03844537b0be9ae417aefc2a, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T11:21:20,662 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/hbase/meta/1588230740/.tmp/table/aa4c9849223f47959864f132918ff464 as hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/hbase/meta/1588230740/table/aa4c9849223f47959864f132918ff464 2024-12-04T11:21:20,665 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/hbase/meta/1588230740/table/aa4c9849223f47959864f132918ff464, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T11:21:20,666 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1301ms, sequenceid=16, compaction requested=false 2024-12-04T11:21:20,666 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T11:21:20,669 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T11:21:20,670 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:21:20,670 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:21:20,670 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:21:20,670 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311279365Running coprocessor pre-close hooks at 1733311279365Disabling compacts and flushes for region at 1733311279365Disabling writes for close at 1733311279365Obtaining lock to block concurrent updates at 1733311279365Preparing flush snapshotting stores in 1588230740 at 1733311279365Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733311279365Flushing stores of hbase:meta,,1.1588230740 at 1733311279366 (+1 ms)Flushing 1588230740/info: creating writer at 1733311279366Flushing 1588230740/info: appending metadata at 1733311279376 (+10 ms)Flushing 1588230740/info: closing flushed file at 1733311279376Flushing 1588230740/ns: creating writer at 1733311279784 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733311279795 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733311279795Flushing 1588230740/rep_barrier: creating writer at 1733311279802 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733311279816 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733311279816Flushing 1588230740/table: creating writer at 1733311280224 (+408 ms)Flushing 1588230740/table: appending metadata at 1733311280238 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733311280238Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b75b64f: reopening flushed file at 1733311280650 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c309007: reopening flushed file at 1733311280654 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2890ce36: reopening flushed file at 1733311280658 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@379b4289: reopening flushed file at 1733311280661 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1301ms, sequenceid=16, compaction requested=false at 1733311280666 (+5 ms)Writing region close event to WAL at 1733311280667 (+1 ms)Running coprocessor post-close hooks at 1733311280670 (+3 ms)Closed at 1733311280670 2024-12-04T11:21:20,670 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T11:21:20,723 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 2362, reset compression=false 2024-12-04T11:21:20,766 INFO [RS:0;e12b86b8109d:40731 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-04T11:21:20,766 INFO [RS:0;e12b86b8109d:40731 {}] regionserver.HRegionServer(976): stopping server e12b86b8109d,40731,1733311246923; all regions closed. 2024-12-04T11:21:20,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46591 is added to blk_1073741834_1010 (size=4239) 2024-12-04T11:21:20,768 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.meta.1733311250121.meta not finished, retry = 0 2024-12-04T11:21:20,825 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 1488, reset compression=false 2024-12-04T11:21:20,866 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:21:20,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:20,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:20,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:20,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46591 is added to blk_1073741839_1015 (size=2390) 2024-12-04T11:21:20,870 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.rep.1733311264087 not finished, retry = 0 2024-12-04T11:21:20,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:20,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:20,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:20,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:20,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:20,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:20,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:20,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:20,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:20,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:20,973 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 not finished, retry = 0 2024-12-04T11:21:20,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46591 is added to blk_1073741832_1008 (size=2370) 2024-12-04T11:21:21,025 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 to pos 2362, reset compression=false 2024-12-04T11:21:21,074 DEBUG [RS:0;e12b86b8109d:40731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:21,074 INFO [RS:0;e12b86b8109d:40731 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:21:21,074 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/WALs/e12b86b8109d,40731,1733311246923/e12b86b8109d%2C40731%2C1733311246923.1733311249159 2024-12-04T11:21:21,074 INFO [RS:0;e12b86b8109d:40731 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:21:21,074 INFO [RS:0;e12b86b8109d:40731 {}] hbase.ChoreService(370): Chore service for: regionserver/e12b86b8109d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T11:21:21,074 INFO [RS:0;e12b86b8109d:40731 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:21:21,074 INFO [regionserver/e12b86b8109d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:21:21,074 INFO [RS:0;e12b86b8109d:40731 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e12b86b8109d,40731,1733311246923 because: Region server is closing 2024-12-04T11:21:21,074 INFO [RS:0;e12b86b8109d:40731 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:40731. 2024-12-04T11:21:21,074 DEBUG [RS:0;e12b86b8109d:40731 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:21:21,074 DEBUG [RS:0;e12b86b8109d:40731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:21,074 DEBUG [RS:0;e12b86b8109d:40731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:21,075 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:21:21,175 INFO [RS:0;e12b86b8109d:40731 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.shippere12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 terminated 2024-12-04T11:21:21,175 INFO [RS:0;e12b86b8109d:40731 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:40731. 2024-12-04T11:21:21,175 WARN [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40731,1733311246923.replicationSource.wal-reader.e12b86b8109d%2C40731%2C1733311246923,1-e12b86b8109d,40731,1733311246923 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-04T11:21:21,175 DEBUG [RS:0;e12b86b8109d:40731 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:21:21,175 DEBUG [RS:0;e12b86b8109d:40731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:21,175 DEBUG [RS:0;e12b86b8109d:40731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:21,175 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:21:21,175 INFO [RS:0;e12b86b8109d:40731 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40731 2024-12-04T11:21:21,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40731-0x101a01290c40004, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-494665293/rs/e12b86b8109d,40731,1733311246923 2024-12-04T11:21:21,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36297-0x101a01290c40003, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-494665293/rs 2024-12-04T11:21:21,236 INFO [RS:0;e12b86b8109d:40731 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:21:21,247 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e12b86b8109d,40731,1733311246923] 2024-12-04T11:21:21,257 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-494665293/draining/e12b86b8109d,40731,1733311246923 already deleted, retry=false 2024-12-04T11:21:21,257 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e12b86b8109d,40731,1733311246923 expired; onlineServers=0 2024-12-04T11:21:21,257 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e12b86b8109d,36297,1733311246781' ***** 2024-12-04T11:21:21,257 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T11:21:21,258 INFO [M:0;e12b86b8109d:36297 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:21:21,258 INFO [M:0;e12b86b8109d:36297 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:21:21,258 DEBUG [M:0;e12b86b8109d:36297 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T11:21:21,258 DEBUG [M:0;e12b86b8109d:36297 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T11:21:21,258 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T11:21:21,258 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311248937 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311248937,5,FailOnTimeoutGroup] 2024-12-04T11:21:21,258 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311248932 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311248932,5,FailOnTimeoutGroup] 2024-12-04T11:21:21,258 INFO [M:0;e12b86b8109d:36297 {}] hbase.ChoreService(370): Chore service for: master/e12b86b8109d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T11:21:21,258 INFO [M:0;e12b86b8109d:36297 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:21:21,258 DEBUG [M:0;e12b86b8109d:36297 {}] master.HMaster(1795): Stopping service threads 2024-12-04T11:21:21,258 INFO [M:0;e12b86b8109d:36297 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T11:21:21,258 INFO [M:0;e12b86b8109d:36297 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:21:21,258 INFO [M:0;e12b86b8109d:36297 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T11:21:21,258 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T11:21:21,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36297-0x101a01290c40003, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-494665293/master 2024-12-04T11:21:21,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36297-0x101a01290c40003, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-494665293 2024-12-04T11:21:21,268 DEBUG [M:0;e12b86b8109d:36297 {}] zookeeper.ZKUtil(347): master:36297-0x101a01290c40003, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Unable to get data of znode /1-494665293/master because node does not exist (not an error) 2024-12-04T11:21:21,268 WARN [M:0;e12b86b8109d:36297 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T11:21:21,269 INFO [M:0;e12b86b8109d:36297 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/.lastflushedseqids 2024-12-04T11:21:21,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46591 is added to blk_1073741847_1023 (size=245) 2024-12-04T11:21:21,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40731-0x101a01290c40004, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:21:21,347 INFO [RS:0;e12b86b8109d:40731 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:21:21,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40731-0x101a01290c40004, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:21:21,347 INFO [RS:0;e12b86b8109d:40731 {}] regionserver.HRegionServer(1031): Exiting; stopping=e12b86b8109d,40731,1733311246923; zookeeper connection closed. 2024-12-04T11:21:21,348 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c18a8da {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c18a8da 2024-12-04T11:21:21,348 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T11:21:21,672 INFO [M:0;e12b86b8109d:36297 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T11:21:21,672 INFO [M:0;e12b86b8109d:36297 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T11:21:21,672 DEBUG [M:0;e12b86b8109d:36297 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:21:21,672 INFO [M:0;e12b86b8109d:36297 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:21:21,672 DEBUG [M:0;e12b86b8109d:36297 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:21:21,672 DEBUG [M:0;e12b86b8109d:36297 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:21:21,672 DEBUG [M:0;e12b86b8109d:36297 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:21:21,672 INFO [M:0;e12b86b8109d:36297 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-12-04T11:21:21,684 DEBUG [M:0;e12b86b8109d:36297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2454055b8e7b4a0ea56d7b8b1fd4579e is 82, key is hbase:meta,,1/info:regioninfo/1733311250146/Put/seqid=0 2024-12-04T11:21:21,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46591 is added to blk_1073741848_1024 (size=5672) 2024-12-04T11:21:21,928 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 1488, reset compression=false 2024-12-04T11:21:22,088 INFO [M:0;e12b86b8109d:36297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2454055b8e7b4a0ea56d7b8b1fd4579e 2024-12-04T11:21:22,107 DEBUG [M:0;e12b86b8109d:36297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5a63f53631a4144982060c4c2725c57 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733311257648/Put/seqid=0 2024-12-04T11:21:22,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46591 is added to blk_1073741849_1025 (size=7217) 2024-12-04T11:21:22,511 INFO [M:0;e12b86b8109d:36297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5a63f53631a4144982060c4c2725c57 2024-12-04T11:21:22,514 INFO [M:0;e12b86b8109d:36297 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f5a63f53631a4144982060c4c2725c57 2024-12-04T11:21:22,529 DEBUG [M:0;e12b86b8109d:36297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f83b8fcbe5c4e48903016687680ac2e is 69, key is e12b86b8109d,40731,1733311246923/rs:state/1733311248981/Put/seqid=0 2024-12-04T11:21:22,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46591 is added to blk_1073741850_1026 (size=5156) 2024-12-04T11:21:22,933 INFO [M:0;e12b86b8109d:36297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f83b8fcbe5c4e48903016687680ac2e 2024-12-04T11:21:22,937 DEBUG [M:0;e12b86b8109d:36297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2454055b8e7b4a0ea56d7b8b1fd4579e as hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2454055b8e7b4a0ea56d7b8b1fd4579e 2024-12-04T11:21:22,939 INFO [M:0;e12b86b8109d:36297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2454055b8e7b4a0ea56d7b8b1fd4579e, entries=8, sequenceid=105, filesize=5.5 K 2024-12-04T11:21:22,940 DEBUG [M:0;e12b86b8109d:36297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5a63f53631a4144982060c4c2725c57 as hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f5a63f53631a4144982060c4c2725c57 2024-12-04T11:21:22,943 INFO [M:0;e12b86b8109d:36297 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f5a63f53631a4144982060c4c2725c57 2024-12-04T11:21:22,943 INFO [M:0;e12b86b8109d:36297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f5a63f53631a4144982060c4c2725c57, entries=11, sequenceid=105, filesize=7.0 K 2024-12-04T11:21:22,943 DEBUG [M:0;e12b86b8109d:36297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f83b8fcbe5c4e48903016687680ac2e as hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f83b8fcbe5c4e48903016687680ac2e 2024-12-04T11:21:22,946 INFO [M:0;e12b86b8109d:36297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40869/user/jenkins/test-data/4a861806-bb55-446a-c2f1-5c5581d82aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f83b8fcbe5c4e48903016687680ac2e, entries=1, sequenceid=105, filesize=5.0 K 2024-12-04T11:21:22,947 INFO [M:0;e12b86b8109d:36297 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=105, compaction requested=false 2024-12-04T11:21:22,948 INFO [M:0;e12b86b8109d:36297 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:21:22,948 DEBUG [M:0;e12b86b8109d:36297 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311281672Disabling compacts and flushes for region at 1733311281672Disabling writes for close at 1733311281672Obtaining lock to block concurrent updates at 1733311281672Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733311281672Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1733311281673 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733311281673Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733311281673Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733311281684 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733311281684Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733311282091 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733311282107 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733311282107Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733311282514 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733311282529 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733311282529Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52a65d68: reopening flushed file at 1733311282936 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40fc28ba: reopening flushed file at 1733311282939 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a1eafd6: reopening flushed file at 1733311282943 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=105, compaction requested=false at 1733311282947 (+4 ms)Writing region close event to WAL at 1733311282948 (+1 ms)Closed at 1733311282948 2024-12-04T11:21:22,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46591 is added to blk_1073741830_1006 (size=64411) 2024-12-04T11:21:22,949 INFO [M:0;e12b86b8109d:36297 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T11:21:22,949 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:21:22,950 INFO [M:0;e12b86b8109d:36297 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36297 2024-12-04T11:21:22,950 INFO [M:0;e12b86b8109d:36297 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:21:23,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36297-0x101a01290c40003, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:21:23,105 INFO [M:0;e12b86b8109d:36297 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:21:23,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36297-0x101a01290c40003, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:21:23,108 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a00b9a4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T11:21:23,109 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d0ecd10{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T11:21:23,109 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T11:21:23,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e3f1a99{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T11:21:23,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45ff5f1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f2f427-70b2-d7b3-778b-30416228109d/hadoop.log.dir/,STOPPED} 2024-12-04T11:21:23,110 WARN [BP-1093643303-172.17.0.2-1733311244998 heartbeating to localhost/127.0.0.1:40869 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T11:21:23,110 WARN [BP-1093643303-172.17.0.2-1733311244998 heartbeating to localhost/127.0.0.1:40869 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1093643303-172.17.0.2-1733311244998 (Datanode Uuid aad70cc7-4b64-4d99-ab5c-48419aa52744) service to localhost/127.0.0.1:40869 2024-12-04T11:21:23,110 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T11:21:23,110 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T11:21:23,111 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f2f427-70b2-d7b3-778b-30416228109d/cluster_a1be519d-229c-ba37-b942-bd88de1d95c6/data/data1/current/BP-1093643303-172.17.0.2-1733311244998 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T11:21:23,111 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f2f427-70b2-d7b3-778b-30416228109d/cluster_a1be519d-229c-ba37-b942-bd88de1d95c6/data/data2/current/BP-1093643303-172.17.0.2-1733311244998 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T11:21:23,111 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T11:21:23,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b2e3eb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T11:21:23,116 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@125cedb1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T11:21:23,116 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T11:21:23,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@599275ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T11:21:23,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67e30c78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f2f427-70b2-d7b3-778b-30416228109d/hadoop.log.dir/,STOPPED} 2024-12-04T11:21:23,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T11:21:23,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T11:21:23,129 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:21:23,130 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:21:23,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:23,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:23,130 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:21:23,130 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T11:21:23,130 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=308096798, stopped=false 2024-12-04T11:21:23,130 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e12b86b8109d,33331,1733311241429 2024-12-04T11:21:23,130 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 1488, reset compression=false 2024-12-04T11:21:23,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40883-0x101a01290c40001, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1361637022/running 2024-12-04T11:21:23,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33331-0x101a01290c40000, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1361637022/running 2024-12-04T11:21:23,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33331-0x101a01290c40000, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361637022 2024-12-04T11:21:23,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40883-0x101a01290c40001, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361637022 2024-12-04T11:21:23,151 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:21:23,151 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:21:23,151 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:21:23,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:23,151 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e12b86b8109d,40883,1733311241623' ***** 2024-12-04T11:21:23,151 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T11:21:23,151 INFO [RS:0;e12b86b8109d:40883 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T11:21:23,152 INFO [RS:0;e12b86b8109d:40883 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T11:21:23,152 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T11:21:23,152 INFO [RS:0;e12b86b8109d:40883 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T11:21:23,152 INFO [RS:0;e12b86b8109d:40883 {}] regionserver.HRegionServer(3091): Received CLOSE for 8303fcaca785af73253400a8047f5f05 2024-12-04T11:21:23,152 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40883-0x101a01290c40001, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Set watcher on znode that does not yet exist, /0-1361637022/running 2024-12-04T11:21:23,152 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33331-0x101a01290c40000, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Set watcher on znode that does not yet exist, /0-1361637022/running 2024-12-04T11:21:23,152 INFO [RS:0;e12b86b8109d:40883 {}] regionserver.HRegionServer(3091): Received CLOSE for f88c63151de1705f0b0611edd9beb291 2024-12-04T11:21:23,152 INFO [RS:0;e12b86b8109d:40883 {}] regionserver.HRegionServer(959): stopping server e12b86b8109d,40883,1733311241623 2024-12-04T11:21:23,152 INFO [RS:0;e12b86b8109d:40883 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:21:23,152 INFO [RS:0;e12b86b8109d:40883 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:40883. 2024-12-04T11:21:23,152 DEBUG [RS:0;e12b86b8109d:40883 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:21:23,152 DEBUG [RS:0;e12b86b8109d:40883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:23,152 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8303fcaca785af73253400a8047f5f05, disabling compactions & flushes 2024-12-04T11:21:23,152 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733311255357.8303fcaca785af73253400a8047f5f05. 2024-12-04T11:21:23,152 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733311255357.8303fcaca785af73253400a8047f5f05. 2024-12-04T11:21:23,152 INFO [RS:0;e12b86b8109d:40883 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T11:21:23,152 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733311255357.8303fcaca785af73253400a8047f5f05. after waiting 0 ms 2024-12-04T11:21:23,152 INFO [RS:0;e12b86b8109d:40883 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T11:21:23,152 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733311255357.8303fcaca785af73253400a8047f5f05. 2024-12-04T11:21:23,152 INFO [RS:0;e12b86b8109d:40883 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T11:21:23,152 INFO [RS:0;e12b86b8109d:40883 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T11:21:23,152 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8303fcaca785af73253400a8047f5f05 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-04T11:21:23,152 INFO [RS:0;e12b86b8109d:40883 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T11:21:23,152 DEBUG [RS:0;e12b86b8109d:40883 {}] regionserver.HRegionServer(1325): Online Regions={8303fcaca785af73253400a8047f5f05=test,,1733311255357.8303fcaca785af73253400a8047f5f05., 1588230740=hbase:meta,,1.1588230740, f88c63151de1705f0b0611edd9beb291=hbase:replication,,1733311260811.f88c63151de1705f0b0611edd9beb291.} 2024-12-04T11:21:23,153 DEBUG [RS:0;e12b86b8109d:40883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8303fcaca785af73253400a8047f5f05, f88c63151de1705f0b0611edd9beb291 2024-12-04T11:21:23,153 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:21:23,153 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:21:23,153 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:21:23,153 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:21:23,153 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:21:23,153 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T11:21:23,171 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/hbase/meta/1588230740/.tmp/info/27c34ca7f2394bcea47a4eb04c88510d is 147, key is hbase:replication,,1733311260811.f88c63151de1705f0b0611edd9beb291./info:regioninfo/1733311261978/Put/seqid=0 2024-12-04T11:21:23,171 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/default/test/8303fcaca785af73253400a8047f5f05/.tmp/f/3e409132139341759f34e80f0eea007c is 37, key is row3/f:row3/1733311273959/Put/seqid=0 2024-12-04T11:21:23,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41841 is added to blk_1073741841_1017 (size=5228) 2024-12-04T11:21:23,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41841 is added to blk_1073741840_1016 (size=7686) 2024-12-04T11:21:23,228 INFO [regionserver/e12b86b8109d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:21:23,353 DEBUG [RS:0;e12b86b8109d:40883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8303fcaca785af73253400a8047f5f05, f88c63151de1705f0b0611edd9beb291 2024-12-04T11:21:23,553 DEBUG [RS:0;e12b86b8109d:40883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8303fcaca785af73253400a8047f5f05, f88c63151de1705f0b0611edd9beb291 2024-12-04T11:21:23,574 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/default/test/8303fcaca785af73253400a8047f5f05/.tmp/f/3e409132139341759f34e80f0eea007c 2024-12-04T11:21:23,574 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/hbase/meta/1588230740/.tmp/info/27c34ca7f2394bcea47a4eb04c88510d 2024-12-04T11:21:23,578 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3e409132139341759f34e80f0eea007c 2024-12-04T11:21:23,589 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/hbase/meta/1588230740/.tmp/ns/96ab2aa4e5f348d3b74be0ba6b5a3459 is 43, key is default/ns:d/1733311244929/Put/seqid=0 2024-12-04T11:21:23,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41841 is added to blk_1073741842_1018 (size=5153) 2024-12-04T11:21:23,593 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/default/test/8303fcaca785af73253400a8047f5f05/.tmp/f1/443f87783cd842b1821886ae793ffadd is 30, key is row1/f1:/1733311271311/DeleteFamily/seqid=0 2024-12-04T11:21:23,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41841 is added to blk_1073741843_1019 (size=5158) 2024-12-04T11:21:23,753 DEBUG [RS:0;e12b86b8109d:40883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8303fcaca785af73253400a8047f5f05, f88c63151de1705f0b0611edd9beb291 2024-12-04T11:21:23,788 INFO [regionserver/e12b86b8109d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T11:21:23,788 INFO [regionserver/e12b86b8109d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T11:21:23,953 DEBUG [RS:0;e12b86b8109d:40883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8303fcaca785af73253400a8047f5f05, f88c63151de1705f0b0611edd9beb291 2024-12-04T11:21:23,992 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/hbase/meta/1588230740/.tmp/ns/96ab2aa4e5f348d3b74be0ba6b5a3459 2024-12-04T11:21:23,996 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/default/test/8303fcaca785af73253400a8047f5f05/.tmp/f1/443f87783cd842b1821886ae793ffadd 2024-12-04T11:21:23,999 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 443f87783cd842b1821886ae793ffadd 2024-12-04T11:21:24,007 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/hbase/meta/1588230740/.tmp/rep_barrier/0ad73addeca0414e825d131177375005 is 112, key is test,,1733311255357.8303fcaca785af73253400a8047f5f05./rep_barrier:seqnumDuringOpen/1733311256097/Put/seqid=0 2024-12-04T11:21:24,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41841 is added to blk_1073741844_1020 (size=5518) 2024-12-04T11:21:24,014 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/default/test/8303fcaca785af73253400a8047f5f05/.tmp/norep/fe89e7abdaf5406ab8dee6b88b167640 is 32, key is row/norep:/1733311270306/DeleteFamily/seqid=0 2024-12-04T11:21:24,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41841 is added to blk_1073741845_1021 (size=5101) 2024-12-04T11:21:24,153 DEBUG [RS:0;e12b86b8109d:40883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8303fcaca785af73253400a8047f5f05, f88c63151de1705f0b0611edd9beb291 2024-12-04T11:21:24,353 DEBUG [RS:0;e12b86b8109d:40883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8303fcaca785af73253400a8047f5f05, f88c63151de1705f0b0611edd9beb291 2024-12-04T11:21:24,410 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/hbase/meta/1588230740/.tmp/rep_barrier/0ad73addeca0414e825d131177375005 2024-12-04T11:21:24,417 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/default/test/8303fcaca785af73253400a8047f5f05/.tmp/norep/fe89e7abdaf5406ab8dee6b88b167640 2024-12-04T11:21:24,420 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fe89e7abdaf5406ab8dee6b88b167640 2024-12-04T11:21:24,421 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/default/test/8303fcaca785af73253400a8047f5f05/.tmp/f/3e409132139341759f34e80f0eea007c as hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/default/test/8303fcaca785af73253400a8047f5f05/f/3e409132139341759f34e80f0eea007c 2024-12-04T11:21:24,425 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3e409132139341759f34e80f0eea007c 2024-12-04T11:21:24,425 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/default/test/8303fcaca785af73253400a8047f5f05/f/3e409132139341759f34e80f0eea007c, entries=5, sequenceid=12, filesize=5.1 K 2024-12-04T11:21:24,425 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/default/test/8303fcaca785af73253400a8047f5f05/.tmp/f1/443f87783cd842b1821886ae793ffadd as hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/default/test/8303fcaca785af73253400a8047f5f05/f1/443f87783cd842b1821886ae793ffadd 2024-12-04T11:21:24,427 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/hbase/meta/1588230740/.tmp/table/c351fa404b1c4b6db03f34818a6ad59b is 53, key is hbase:replication/table:state/1733311261983/Put/seqid=0 2024-12-04T11:21:24,429 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 443f87783cd842b1821886ae793ffadd 2024-12-04T11:21:24,429 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/default/test/8303fcaca785af73253400a8047f5f05/f1/443f87783cd842b1821886ae793ffadd, entries=3, sequenceid=12, filesize=5.0 K 2024-12-04T11:21:24,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41841 is added to blk_1073741846_1022 (size=5308) 2024-12-04T11:21:24,430 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/default/test/8303fcaca785af73253400a8047f5f05/.tmp/norep/fe89e7abdaf5406ab8dee6b88b167640 as hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/default/test/8303fcaca785af73253400a8047f5f05/norep/fe89e7abdaf5406ab8dee6b88b167640 2024-12-04T11:21:24,430 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/hbase/meta/1588230740/.tmp/table/c351fa404b1c4b6db03f34818a6ad59b 2024-12-04T11:21:24,433 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fe89e7abdaf5406ab8dee6b88b167640 2024-12-04T11:21:24,433 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/default/test/8303fcaca785af73253400a8047f5f05/norep/fe89e7abdaf5406ab8dee6b88b167640, entries=1, sequenceid=12, filesize=5.0 K 2024-12-04T11:21:24,433 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 1488, reset compression=false 2024-12-04T11:21:24,433 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/hbase/meta/1588230740/.tmp/info/27c34ca7f2394bcea47a4eb04c88510d as hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/hbase/meta/1588230740/info/27c34ca7f2394bcea47a4eb04c88510d 2024-12-04T11:21:24,434 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 8303fcaca785af73253400a8047f5f05 in 1282ms, sequenceid=12, compaction requested=false 2024-12-04T11:21:24,436 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:21:24,436 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 2084, reset compression=false 2024-12-04T11:21:24,436 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.shippere12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,40883,1733311241623 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824, lastWalPosition=2084, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T11:21:24,437 ERROR [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.shippere12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e12b86b8109d,40883,1733311241623: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e12b86b8109d,40883,1733311241623, walGroup=e12b86b8109d%2C40883%2C1733311241623, offset=e12b86b8109d%2C40883%2C1733311241623.1733311243824:2084, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:40883 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T11:21:24,438 ERROR [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.shippere12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T11:21:24,439 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.shippere12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T11:21:24,439 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.shippere12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T11:21:24,439 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.shippere12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T11:21:24,439 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.shippere12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T11:21:24,439 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.shippere12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1161822208, "init": 1048576000, "max": 2306867200, "used": 957429120 }, "NonHeapMemoryUsage": { "committed": 202964992, "init": 7667712, "max": -1, "used": 199873736 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T11:21:24,439 WARN [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.shippere12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:33331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:33331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T11:21:24,440 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/hbase/meta/1588230740/info/27c34ca7f2394bcea47a4eb04c88510d, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T11:21:24,441 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/default/test/8303fcaca785af73253400a8047f5f05/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T11:21:24,441 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:21:24,441 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T11:21:24,441 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:21:24,441 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733311255357.8303fcaca785af73253400a8047f5f05. 2024-12-04T11:21:24,441 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 2379, reset compression=false 2024-12-04T11:21:24,441 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/hbase/meta/1588230740/.tmp/ns/96ab2aa4e5f348d3b74be0ba6b5a3459 as hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/hbase/meta/1588230740/ns/96ab2aa4e5f348d3b74be0ba6b5a3459 2024-12-04T11:21:24,441 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8303fcaca785af73253400a8047f5f05: Waiting for close lock at 1733311283152Running coprocessor pre-close hooks at 1733311283152Disabling compacts and flushes for region at 1733311283152Disabling writes for close at 1733311283152Obtaining lock to block concurrent updates at 1733311283152Preparing flush snapshotting stores in 8303fcaca785af73253400a8047f5f05 at 1733311283152Finished memstore snapshotting test,,1733311255357.8303fcaca785af73253400a8047f5f05., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733311283153 (+1 ms)Flushing stores of test,,1733311255357.8303fcaca785af73253400a8047f5f05. at 1733311283153Flushing 8303fcaca785af73253400a8047f5f05/f: creating writer at 1733311283153Flushing 8303fcaca785af73253400a8047f5f05/f: appending metadata at 1733311283170 (+17 ms)Flushing 8303fcaca785af73253400a8047f5f05/f: closing flushed file at 1733311283170Flushing 8303fcaca785af73253400a8047f5f05/f1: creating writer at 1733311283578 (+408 ms)Flushing 8303fcaca785af73253400a8047f5f05/f1: appending metadata at 1733311283592 (+14 ms)Flushing 8303fcaca785af73253400a8047f5f05/f1: closing flushed file at 1733311283592Flushing 8303fcaca785af73253400a8047f5f05/norep: creating writer at 1733311283999 (+407 ms)Flushing 8303fcaca785af73253400a8047f5f05/norep: appending metadata at 1733311284013 (+14 ms)Flushing 8303fcaca785af73253400a8047f5f05/norep: closing flushed file at 1733311284013Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d611592: reopening flushed file at 1733311284421 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ea1f396: reopening flushed file at 1733311284425 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1390cee3: reopening flushed file at 1733311284429 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 8303fcaca785af73253400a8047f5f05 in 1282ms, sequenceid=12, compaction requested=false at 1733311284434 (+5 ms)Writing region close event to WAL at 1733311284436 (+2 ms)Running coprocessor post-close hooks at 1733311284441 (+5 ms)Closed at 1733311284441 2024-12-04T11:21:24,442 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733311255357.8303fcaca785af73253400a8047f5f05. 2024-12-04T11:21:24,442 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f88c63151de1705f0b0611edd9beb291, disabling compactions & flushes 2024-12-04T11:21:24,442 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733311260811.f88c63151de1705f0b0611edd9beb291. 2024-12-04T11:21:24,442 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733311260811.f88c63151de1705f0b0611edd9beb291. 2024-12-04T11:21:24,442 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733311260811.f88c63151de1705f0b0611edd9beb291. after waiting 0 ms 2024-12-04T11:21:24,442 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733311260811.f88c63151de1705f0b0611edd9beb291. 2024-12-04T11:21:24,442 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f88c63151de1705f0b0611edd9beb291: Waiting for close lock at 1733311284442Running coprocessor pre-close hooks at 1733311284442Disabling compacts and flushes for region at 1733311284442Disabling writes for close at 1733311284442Failed flush hbase:replication,,1733311260811.f88c63151de1705f0b0611edd9beb291., putting online again at 1733311284442 2024-12-04T11:21:24,442 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733311260811.f88c63151de1705f0b0611edd9beb291. 2024-12-04T11:21:24,445 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/hbase/meta/1588230740/ns/96ab2aa4e5f348d3b74be0ba6b5a3459, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T11:21:24,446 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/hbase/meta/1588230740/.tmp/rep_barrier/0ad73addeca0414e825d131177375005 as hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/hbase/meta/1588230740/rep_barrier/0ad73addeca0414e825d131177375005 2024-12-04T11:21:24,448 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/hbase/meta/1588230740/rep_barrier/0ad73addeca0414e825d131177375005, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T11:21:24,449 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/hbase/meta/1588230740/.tmp/table/c351fa404b1c4b6db03f34818a6ad59b as hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/hbase/meta/1588230740/table/c351fa404b1c4b6db03f34818a6ad59b 2024-12-04T11:21:24,452 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/hbase/meta/1588230740/table/c351fa404b1c4b6db03f34818a6ad59b, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T11:21:24,453 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1299ms, sequenceid=16, compaction requested=false 2024-12-04T11:21:24,456 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T11:21:24,456 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:21:24,456 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:21:24,456 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:21:24,456 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311283153Running coprocessor pre-close hooks at 1733311283153Disabling compacts and flushes for region at 1733311283153Disabling writes for close at 1733311283153Obtaining lock to block concurrent updates at 1733311283153Preparing flush snapshotting stores in 1588230740 at 1733311283153Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733311283153Flushing stores of hbase:meta,,1.1588230740 at 1733311283153Flushing 1588230740/info: creating writer at 1733311283153Flushing 1588230740/info: appending metadata at 1733311283170 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733311283170Flushing 1588230740/ns: creating writer at 1733311283578 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733311283588 (+10 ms)Flushing 1588230740/ns: closing flushed file at 1733311283588Flushing 1588230740/rep_barrier: creating writer at 1733311283996 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733311284007 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733311284007Flushing 1588230740/table: creating writer at 1733311284414 (+407 ms)Flushing 1588230740/table: appending metadata at 1733311284427 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733311284427Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c005063: reopening flushed file at 1733311284433 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e0f49d9: reopening flushed file at 1733311284441 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16df24b: reopening flushed file at 1733311284445 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b1a7652: reopening flushed file at 1733311284448 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1299ms, sequenceid=16, compaction requested=false at 1733311284453 (+5 ms)Writing region close event to WAL at 1733311284454 (+1 ms)Running coprocessor post-close hooks at 1733311284456 (+2 ms)Closed at 1733311284456 2024-12-04T11:21:24,456 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T11:21:24,554 INFO [RS:0;e12b86b8109d:40883 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T11:21:24,554 DEBUG [RS:0;e12b86b8109d:40883 {}] regionserver.HRegionServer(1325): Online Regions={f88c63151de1705f0b0611edd9beb291=hbase:replication,,1733311260811.f88c63151de1705f0b0611edd9beb291.} 2024-12-04T11:21:24,554 INFO [RS:0;e12b86b8109d:40883 {}] regionserver.HRegionServer(3091): Received CLOSE for f88c63151de1705f0b0611edd9beb291 2024-12-04T11:21:24,554 DEBUG [RS:0;e12b86b8109d:40883 {}] regionserver.HRegionServer(1351): Waiting on f88c63151de1705f0b0611edd9beb291 2024-12-04T11:21:24,554 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f88c63151de1705f0b0611edd9beb291, disabling compactions & flushes 2024-12-04T11:21:24,554 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733311260811.f88c63151de1705f0b0611edd9beb291. 2024-12-04T11:21:24,554 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733311260811.f88c63151de1705f0b0611edd9beb291. 2024-12-04T11:21:24,554 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733311260811.f88c63151de1705f0b0611edd9beb291. after waiting 0 ms 2024-12-04T11:21:24,554 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733311260811.f88c63151de1705f0b0611edd9beb291. 2024-12-04T11:21:24,554 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f88c63151de1705f0b0611edd9beb291: Waiting for close lock at 1733311284554Running coprocessor pre-close hooks at 1733311284554Disabling compacts and flushes for region at 1733311284554Disabling writes for close at 1733311284554Failed flush hbase:replication,,1733311260811.f88c63151de1705f0b0611edd9beb291., putting online again at 1733311284554 2024-12-04T11:21:24,554 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733311260811.f88c63151de1705f0b0611edd9beb291. 2024-12-04T11:21:24,644 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.wal-reader.e12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.1733311243824 to pos 2379, reset compression=false 2024-12-04T11:21:24,754 INFO [RS:0;e12b86b8109d:40883 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-04T11:21:24,754 INFO [RS:0;e12b86b8109d:40883 {}] regionserver.HRegionServer(976): stopping server e12b86b8109d,40883,1733311241623; all regions closed. 2024-12-04T11:21:24,755 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/WALs/e12b86b8109d,40883,1733311241623/e12b86b8109d%2C40883%2C1733311241623.meta.1733311244877.meta not finished, retry = 0 2024-12-04T11:21:24,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41841 is added to blk_1073741834_1010 (size=4239) 2024-12-04T11:21:24,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41841 is added to blk_1073741839_1015 (size=2609) 2024-12-04T11:21:24,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41841 is added to blk_1073741832_1008 (size=2387) 2024-12-04T11:21:24,859 DEBUG [RS:0;e12b86b8109d:40883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:24,859 INFO [RS:0;e12b86b8109d:40883 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:21:24,860 INFO [RS:0;e12b86b8109d:40883 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:21:24,860 INFO [RS:0;e12b86b8109d:40883 {}] hbase.ChoreService(370): Chore service for: regionserver/e12b86b8109d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T11:21:24,860 INFO [RS:0;e12b86b8109d:40883 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:21:24,860 INFO [regionserver/e12b86b8109d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:21:24,860 INFO [RS:0;e12b86b8109d:40883 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e12b86b8109d,40883,1733311241623 because: Region server is closing 2024-12-04T11:21:24,860 INFO [RS:0;e12b86b8109d:40883 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:40883. 2024-12-04T11:21:24,860 DEBUG [RS:0;e12b86b8109d:40883 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:21:24,860 DEBUG [RS:0;e12b86b8109d:40883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:24,860 DEBUG [RS:0;e12b86b8109d:40883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:24,860 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:21:24,960 INFO [RS:0;e12b86b8109d:40883 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40883,1733311241623.replicationSource.shippere12b86b8109d%2C40883%2C1733311241623,1-e12b86b8109d,40883,1733311241623 terminated 2024-12-04T11:21:24,961 INFO [RS:0;e12b86b8109d:40883 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:40883. 2024-12-04T11:21:24,961 DEBUG [RS:0;e12b86b8109d:40883 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:21:24,961 DEBUG [RS:0;e12b86b8109d:40883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:24,961 DEBUG [RS:0;e12b86b8109d:40883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:24,961 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:21:24,961 INFO [RS:0;e12b86b8109d:40883 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40883 2024-12-04T11:21:25,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40883-0x101a01290c40001, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1361637022/rs/e12b86b8109d,40883,1733311241623 2024-12-04T11:21:25,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33331-0x101a01290c40000, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361637022/rs 2024-12-04T11:21:25,015 INFO [RS:0;e12b86b8109d:40883 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:21:25,026 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e12b86b8109d,40883,1733311241623] 2024-12-04T11:21:25,036 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1361637022/draining/e12b86b8109d,40883,1733311241623 already deleted, retry=false 2024-12-04T11:21:25,036 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e12b86b8109d,40883,1733311241623 expired; onlineServers=0 2024-12-04T11:21:25,036 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e12b86b8109d,33331,1733311241429' ***** 2024-12-04T11:21:25,036 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T11:21:25,036 INFO [M:0;e12b86b8109d:33331 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:21:25,036 INFO [M:0;e12b86b8109d:33331 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:21:25,036 DEBUG [M:0;e12b86b8109d:33331 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T11:21:25,037 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T11:21:25,037 DEBUG [M:0;e12b86b8109d:33331 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T11:21:25,037 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311243657 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311243657,5,FailOnTimeoutGroup] 2024-12-04T11:21:25,037 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311243657 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311243657,5,FailOnTimeoutGroup] 2024-12-04T11:21:25,037 INFO [M:0;e12b86b8109d:33331 {}] hbase.ChoreService(370): Chore service for: master/e12b86b8109d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T11:21:25,037 INFO [M:0;e12b86b8109d:33331 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:21:25,037 DEBUG [M:0;e12b86b8109d:33331 {}] master.HMaster(1795): Stopping service threads 2024-12-04T11:21:25,037 INFO [M:0;e12b86b8109d:33331 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T11:21:25,037 INFO [M:0;e12b86b8109d:33331 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:21:25,037 ERROR [M:0;e12b86b8109d:33331 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41701,5,PEWorkerGroup] 2024-12-04T11:21:25,037 INFO [M:0;e12b86b8109d:33331 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T11:21:25,037 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T11:21:25,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33331-0x101a01290c40000, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1361637022/master 2024-12-04T11:21:25,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33331-0x101a01290c40000, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361637022 2024-12-04T11:21:25,047 DEBUG [M:0;e12b86b8109d:33331 {}] zookeeper.ZKUtil(347): master:33331-0x101a01290c40000, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Unable to get data of znode /0-1361637022/master because node does not exist (not an error) 2024-12-04T11:21:25,047 WARN [M:0;e12b86b8109d:33331 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T11:21:25,048 INFO [M:0;e12b86b8109d:33331 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/.lastflushedseqids 2024-12-04T11:21:25,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41841 is added to blk_1073741847_1023 (size=245) 2024-12-04T11:21:25,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40883-0x101a01290c40001, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:21:25,126 INFO [RS:0;e12b86b8109d:40883 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:21:25,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40883-0x101a01290c40001, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:21:25,126 INFO [RS:0;e12b86b8109d:40883 {}] regionserver.HRegionServer(1031): Exiting; stopping=e12b86b8109d,40883,1733311241623; zookeeper connection closed. 2024-12-04T11:21:25,126 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@41c4824d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@41c4824d 2024-12-04T11:21:25,126 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T11:21:25,452 INFO [M:0;e12b86b8109d:33331 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T11:21:25,452 INFO [M:0;e12b86b8109d:33331 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T11:21:25,452 DEBUG [M:0;e12b86b8109d:33331 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:21:25,452 INFO [M:0;e12b86b8109d:33331 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:21:25,452 DEBUG [M:0;e12b86b8109d:33331 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:21:25,452 DEBUG [M:0;e12b86b8109d:33331 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:21:25,452 DEBUG [M:0;e12b86b8109d:33331 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:21:25,452 INFO [M:0;e12b86b8109d:33331 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-04T11:21:25,464 DEBUG [M:0;e12b86b8109d:33331 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c8022f059c64f78bf543a520b3f2c73 is 82, key is hbase:meta,,1/info:regioninfo/1733311244901/Put/seqid=0 2024-12-04T11:21:25,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41841 is added to blk_1073741848_1024 (size=5672) 2024-12-04T11:21:25,749 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:21:25,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:25,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:25,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:25,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:25,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:25,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:25,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:25,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:25,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:25,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:25,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:25,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:25,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:25,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:25,868 INFO [M:0;e12b86b8109d:33331 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c8022f059c64f78bf543a520b3f2c73 2024-12-04T11:21:25,884 DEBUG [M:0;e12b86b8109d:33331 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2b99a5c3e24d405f97e138e80149da18 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733311256105/Put/seqid=0 2024-12-04T11:21:25,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41841 is added to blk_1073741849_1025 (size=7218) 2024-12-04T11:21:26,288 INFO [M:0;e12b86b8109d:33331 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2b99a5c3e24d405f97e138e80149da18 2024-12-04T11:21:26,291 INFO [M:0;e12b86b8109d:33331 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b99a5c3e24d405f97e138e80149da18 2024-12-04T11:21:26,305 DEBUG [M:0;e12b86b8109d:33331 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d463a8950e1440eb755cb509486fc7a is 69, key is e12b86b8109d,40883,1733311241623/rs:state/1733311243687/Put/seqid=0 2024-12-04T11:21:26,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41841 is added to blk_1073741850_1026 (size=5156) 2024-12-04T11:21:26,709 INFO [M:0;e12b86b8109d:33331 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d463a8950e1440eb755cb509486fc7a 2024-12-04T11:21:26,713 DEBUG [M:0;e12b86b8109d:33331 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c8022f059c64f78bf543a520b3f2c73 as hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0c8022f059c64f78bf543a520b3f2c73 2024-12-04T11:21:26,716 INFO [M:0;e12b86b8109d:33331 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0c8022f059c64f78bf543a520b3f2c73, entries=8, sequenceid=105, filesize=5.5 K 2024-12-04T11:21:26,717 DEBUG [M:0;e12b86b8109d:33331 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2b99a5c3e24d405f97e138e80149da18 as hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2b99a5c3e24d405f97e138e80149da18 2024-12-04T11:21:26,720 INFO [M:0;e12b86b8109d:33331 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b99a5c3e24d405f97e138e80149da18 2024-12-04T11:21:26,720 INFO [M:0;e12b86b8109d:33331 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2b99a5c3e24d405f97e138e80149da18, entries=11, sequenceid=105, filesize=7.0 K 2024-12-04T11:21:26,721 DEBUG [M:0;e12b86b8109d:33331 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d463a8950e1440eb755cb509486fc7a as hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3d463a8950e1440eb755cb509486fc7a 2024-12-04T11:21:26,724 INFO [M:0;e12b86b8109d:33331 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41701/user/jenkins/test-data/429f6641-68e8-279e-362c-0a4e1ccb299e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3d463a8950e1440eb755cb509486fc7a, entries=1, sequenceid=105, filesize=5.0 K 2024-12-04T11:21:26,724 INFO [M:0;e12b86b8109d:33331 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=105, compaction requested=false 2024-12-04T11:21:26,726 INFO [M:0;e12b86b8109d:33331 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:21:26,726 DEBUG [M:0;e12b86b8109d:33331 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311285452Disabling compacts and flushes for region at 1733311285452Disabling writes for close at 1733311285452Obtaining lock to block concurrent updates at 1733311285452Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733311285452Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733311285452Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733311285453 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733311285453Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733311285464 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733311285464Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733311285871 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733311285883 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733311285883Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733311286291 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733311286305 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733311286305Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d2f575d: reopening flushed file at 1733311286712 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cb05db2: reopening flushed file at 1733311286717 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10915a8b: reopening flushed file at 1733311286720 (+3 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=105, compaction requested=false at 1733311286724 (+4 ms)Writing region close event to WAL at 1733311286726 (+2 ms)Closed at 1733311286726 2024-12-04T11:21:26,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41841 is added to blk_1073741830_1006 (size=64423) 2024-12-04T11:21:26,732 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:21:26,732 INFO [M:0;e12b86b8109d:33331 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T11:21:26,732 INFO [M:0;e12b86b8109d:33331 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33331 2024-12-04T11:21:26,732 INFO [M:0;e12b86b8109d:33331 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:21:26,894 INFO [M:0;e12b86b8109d:33331 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:21:26,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33331-0x101a01290c40000, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:21:26,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33331-0x101a01290c40000, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:21:26,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76d31998{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T11:21:26,897 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70014cdd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T11:21:26,897 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T11:21:26,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22b3f6ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T11:21:26,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38b4ab95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f14425-555f-c5a4-4164-e1f01dbbb6c1/hadoop.log.dir/,STOPPED} 2024-12-04T11:21:26,898 WARN [BP-287421835-172.17.0.2-1733311239464 heartbeating to localhost/127.0.0.1:41701 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T11:21:26,898 WARN [BP-287421835-172.17.0.2-1733311239464 heartbeating to localhost/127.0.0.1:41701 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-287421835-172.17.0.2-1733311239464 (Datanode Uuid 4e60672b-15ab-43e9-8efa-1c811c713777) service to localhost/127.0.0.1:41701 2024-12-04T11:21:26,898 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T11:21:26,898 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T11:21:26,899 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f14425-555f-c5a4-4164-e1f01dbbb6c1/cluster_43e1ac42-d354-c0f2-b26b-ebe1df03d56a/data/data1/current/BP-287421835-172.17.0.2-1733311239464 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T11:21:26,899 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f14425-555f-c5a4-4164-e1f01dbbb6c1/cluster_43e1ac42-d354-c0f2-b26b-ebe1df03d56a/data/data2/current/BP-287421835-172.17.0.2-1733311239464 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T11:21:26,899 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T11:21:26,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74d4b63{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T11:21:26,904 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7292c86f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T11:21:26,904 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T11:21:26,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b589b02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T11:21:26,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1380d0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f14425-555f-c5a4-4164-e1f01dbbb6c1/hadoop.log.dir/,STOPPED} 2024-12-04T11:21:26,909 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T11:21:26,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T11:21:26,926 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 260) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40869 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40869 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42319 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58593) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41701 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:41701 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42319 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:40869 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40869 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58593) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41701 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58593) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42319 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40869 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41701 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:42319 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41701 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42319 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=727 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=293 (was 310), ProcessCount=11 (was 11), AvailableMemoryMB=2929 (was 3050) 2024-12-04T11:21:26,934 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=727, MaxFileDescriptor=1048576, SystemLoadAverage=293, ProcessCount=11, AvailableMemoryMB=2929 2024-12-04T11:21:26,944 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-04T11:21:26,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9fe7f8-e5fa-7d6e-45f7-130499a388b7/hadoop.log.dir so I do NOT create it in target/test-data/badeb605-b914-b679-0398-13a5fd9d276f 2024-12-04T11:21:26,944 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9fe7f8-e5fa-7d6e-45f7-130499a388b7/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T11:21:26,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9fe7f8-e5fa-7d6e-45f7-130499a388b7/hadoop.tmp.dir so I do NOT create it in target/test-data/badeb605-b914-b679-0398-13a5fd9d276f 2024-12-04T11:21:26,944 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9fe7f8-e5fa-7d6e-45f7-130499a388b7/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T11:21:26,944 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badeb605-b914-b679-0398-13a5fd9d276f 2024-12-04T11:21:26,944 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badeb605-b914-b679-0398-13a5fd9d276f/cluster_5e0502dd-49e4-bcf2-3f95-7694b5589c86, deleteOnExit=true 2024-12-04T11:21:26,965 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badeb605-b914-b679-0398-13a5fd9d276f/cluster_5e0502dd-49e4-bcf2-3f95-7694b5589c86/zookeeper_0, clientPort=62164, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badeb605-b914-b679-0398-13a5fd9d276f/cluster_5e0502dd-49e4-bcf2-3f95-7694b5589c86/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badeb605-b914-b679-0398-13a5fd9d276f/cluster_5e0502dd-49e4-bcf2-3f95-7694b5589c86/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T11:21:26,966 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62164 2024-12-04T11:21:26,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T11:21:26,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T11:21:26,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badeb605-b914-b679-0398-13a5fd9d276f/test.cache.data in system properties and HBase conf 2024-12-04T11:21:26,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badeb605-b914-b679-0398-13a5fd9d276f/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T11:21:26,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badeb605-b914-b679-0398-13a5fd9d276f/hadoop.log.dir in system properties and HBase conf 2024-12-04T11:21:26,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badeb605-b914-b679-0398-13a5fd9d276f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T11:21:26,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badeb605-b914-b679-0398-13a5fd9d276f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T11:21:26,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T11:21:26,966 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T11:21:26,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badeb605-b914-b679-0398-13a5fd9d276f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T11:21:26,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badeb605-b914-b679-0398-13a5fd9d276f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T11:21:26,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badeb605-b914-b679-0398-13a5fd9d276f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T11:21:26,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badeb605-b914-b679-0398-13a5fd9d276f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T11:21:26,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badeb605-b914-b679-0398-13a5fd9d276f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T11:21:26,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badeb605-b914-b679-0398-13a5fd9d276f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T11:21:26,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badeb605-b914-b679-0398-13a5fd9d276f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T11:21:26,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badeb605-b914-b679-0398-13a5fd9d276f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T11:21:26,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badeb605-b914-b679-0398-13a5fd9d276f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T11:21:26,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badeb605-b914-b679-0398-13a5fd9d276f/nfs.dump.dir in system properties and HBase conf 2024-12-04T11:21:26,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badeb605-b914-b679-0398-13a5fd9d276f/java.io.tmpdir in system properties and HBase conf 2024-12-04T11:21:26,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badeb605-b914-b679-0398-13a5fd9d276f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T11:21:26,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badeb605-b914-b679-0398-13a5fd9d276f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T11:21:26,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badeb605-b914-b679-0398-13a5fd9d276f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T11:21:27,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a01290c40002, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T11:21:27,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a01290c40005, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T11:21:27,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101a01290c40008, quorum=127.0.0.1:58593, baseZNode=/2363493124 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T11:21:27,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a01290c40002, quorum=127.0.0.1:58593, baseZNode=/0-1361637022 Received Disconnected from ZooKeeper, ignoring 2024-12-04T11:21:27,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a01290c40005, quorum=127.0.0.1:58593, baseZNode=/1-494665293 Received Disconnected from ZooKeeper, ignoring 2024-12-04T11:21:27,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101a01290c40008, quorum=127.0.0.1:58593, baseZNode=/2363493124 Received Disconnected from ZooKeeper, ignoring 2024-12-04T11:21:27,265 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:21:27,272 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T11:21:27,280 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T11:21:27,280 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T11:21:27,280 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T11:21:27,281 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:21:27,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ffff616{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badeb605-b914-b679-0398-13a5fd9d276f/hadoop.log.dir/,AVAILABLE} 2024-12-04T11:21:27,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19834401{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T11:21:27,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b82737a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badeb605-b914-b679-0398-13a5fd9d276f/java.io.tmpdir/jetty-localhost-46411-hadoop-hdfs-3_4_1-tests_jar-_-any-16344764292374691261/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T11:21:27,386 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ebb8e20{HTTP/1.1, (http/1.1)}{localhost:46411} 2024-12-04T11:21:27,386 INFO [Time-limited test {}] server.Server(415): Started @282097ms 2024-12-04T11:21:27,634 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:21:27,638 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T11:21:27,638 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T11:21:27,638 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T11:21:27,638 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T11:21:27,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f8809b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badeb605-b914-b679-0398-13a5fd9d276f/hadoop.log.dir/,AVAILABLE} 2024-12-04T11:21:27,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@630c0dd5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T11:21:27,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8d77e5a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badeb605-b914-b679-0398-13a5fd9d276f/java.io.tmpdir/jetty-localhost-33063-hadoop-hdfs-3_4_1-tests_jar-_-any-5592267275635686184/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T11:21:27,728 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@368c37ea{HTTP/1.1, (http/1.1)}{localhost:33063} 2024-12-04T11:21:27,728 INFO [Time-limited test {}] server.Server(415): Started @282439ms 2024-12-04T11:21:27,729 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T11:21:28,303 WARN [Thread-3451 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badeb605-b914-b679-0398-13a5fd9d276f/cluster_5e0502dd-49e4-bcf2-3f95-7694b5589c86/data/data1/current/BP-417999666-172.17.0.2-1733311286979/current, will proceed with Du for space computation calculation, 2024-12-04T11:21:28,303 WARN [Thread-3452 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badeb605-b914-b679-0398-13a5fd9d276f/cluster_5e0502dd-49e4-bcf2-3f95-7694b5589c86/data/data2/current/BP-417999666-172.17.0.2-1733311286979/current, will proceed with Du for space computation calculation, 2024-12-04T11:21:28,319 WARN [Thread-3439 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T11:21:28,321 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xef166044183fc6cf with lease ID 0xfa2bd8d3cec1b1b2: Processing first storage report for DS-9c64e6a4-0c39-4bf4-9977-5f2c3e66deb3 from datanode DatanodeRegistration(127.0.0.1:38833, datanodeUuid=a10ec52f-24ff-45cd-ae79-8536211e5f8b, infoPort=46299, infoSecurePort=0, ipcPort=43161, storageInfo=lv=-57;cid=testClusterID;nsid=170521713;c=1733311286979) 2024-12-04T11:21:28,321 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef166044183fc6cf with lease ID 0xfa2bd8d3cec1b1b2: from storage DS-9c64e6a4-0c39-4bf4-9977-5f2c3e66deb3 node DatanodeRegistration(127.0.0.1:38833, datanodeUuid=a10ec52f-24ff-45cd-ae79-8536211e5f8b, infoPort=46299, infoSecurePort=0, ipcPort=43161, storageInfo=lv=-57;cid=testClusterID;nsid=170521713;c=1733311286979), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T11:21:28,321 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xef166044183fc6cf with lease ID 0xfa2bd8d3cec1b1b2: Processing first storage report for DS-beb798c4-8c07-401b-8d4b-1b7dff4e356d from datanode DatanodeRegistration(127.0.0.1:38833, datanodeUuid=a10ec52f-24ff-45cd-ae79-8536211e5f8b, infoPort=46299, infoSecurePort=0, ipcPort=43161, storageInfo=lv=-57;cid=testClusterID;nsid=170521713;c=1733311286979) 2024-12-04T11:21:28,321 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef166044183fc6cf with lease ID 0xfa2bd8d3cec1b1b2: from storage DS-beb798c4-8c07-401b-8d4b-1b7dff4e356d node DatanodeRegistration(127.0.0.1:38833, datanodeUuid=a10ec52f-24ff-45cd-ae79-8536211e5f8b, infoPort=46299, infoSecurePort=0, ipcPort=43161, storageInfo=lv=-57;cid=testClusterID;nsid=170521713;c=1733311286979), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T11:21:28,347 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badeb605-b914-b679-0398-13a5fd9d276f 2024-12-04T11:21:28,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:21:28,348 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:21:28,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741825_1001 (size=7) 2024-12-04T11:21:28,754 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3 with version=8 2024-12-04T11:21:28,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/hbase-staging 2024-12-04T11:21:28,756 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:21:28,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:21:28,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:21:28,756 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:21:28,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:21:28,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:21:28,756 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T11:21:28,756 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:21:28,757 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32805 2024-12-04T11:21:28,757 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32805 connecting to ZooKeeper ensemble=127.0.0.1:62164 2024-12-04T11:21:28,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328050x0, quorum=127.0.0.1:62164, baseZNode=/01958623484 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:21:28,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32805-0x101a0134a600000 connected 2024-12-04T11:21:28,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:21:28,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:21:28,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32805-0x101a0134a600000, quorum=127.0.0.1:62164, baseZNode=/01958623484 Set watcher on znode that does not yet exist, /01958623484/running 2024-12-04T11:21:28,925 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3, hbase.cluster.distributed=false 2024-12-04T11:21:28,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32805-0x101a0134a600000, quorum=127.0.0.1:62164, baseZNode=/01958623484 Set watcher on znode that does not yet exist, /01958623484/acl 2024-12-04T11:21:28,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32805 2024-12-04T11:21:28,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32805 2024-12-04T11:21:28,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32805 2024-12-04T11:21:28,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32805 2024-12-04T11:21:28,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32805 2024-12-04T11:21:28,939 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:21:28,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:21:28,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:21:28,939 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:21:28,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:21:28,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:21:28,939 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T11:21:28,939 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:21:28,940 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35491 2024-12-04T11:21:28,940 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35491 connecting to ZooKeeper ensemble=127.0.0.1:62164 2024-12-04T11:21:28,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:21:28,942 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:21:28,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354910x0, quorum=127.0.0.1:62164, baseZNode=/01958623484 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:21:28,954 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:354910x0, quorum=127.0.0.1:62164, baseZNode=/01958623484 Set watcher on znode that does not yet exist, /01958623484/running 2024-12-04T11:21:28,954 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35491-0x101a0134a600001 connected 2024-12-04T11:21:28,954 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T11:21:28,956 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T11:21:28,956 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35491-0x101a0134a600001, quorum=127.0.0.1:62164, baseZNode=/01958623484 Set watcher on znode that does not yet exist, /01958623484/master 2024-12-04T11:21:28,957 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35491-0x101a0134a600001, quorum=127.0.0.1:62164, baseZNode=/01958623484 Set watcher on znode that does not yet exist, /01958623484/acl 2024-12-04T11:21:28,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35491 2024-12-04T11:21:28,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35491 2024-12-04T11:21:28,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35491 2024-12-04T11:21:28,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35491 2024-12-04T11:21:28,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35491 2024-12-04T11:21:28,970 DEBUG [M:0;e12b86b8109d:32805 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e12b86b8109d:32805 2024-12-04T11:21:28,971 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01958623484/backup-masters/e12b86b8109d,32805,1733311288756 2024-12-04T11:21:28,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x101a0134a600000, quorum=127.0.0.1:62164, baseZNode=/01958623484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01958623484/backup-masters 2024-12-04T11:21:28,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35491-0x101a0134a600001, quorum=127.0.0.1:62164, baseZNode=/01958623484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01958623484/backup-masters 2024-12-04T11:21:28,975 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32805-0x101a0134a600000, quorum=127.0.0.1:62164, baseZNode=/01958623484 Set watcher on existing znode=/01958623484/backup-masters/e12b86b8109d,32805,1733311288756 2024-12-04T11:21:28,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35491-0x101a0134a600001, quorum=127.0.0.1:62164, baseZNode=/01958623484 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01958623484/master 2024-12-04T11:21:28,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35491-0x101a0134a600001, quorum=127.0.0.1:62164, baseZNode=/01958623484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01958623484 2024-12-04T11:21:28,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x101a0134a600000, quorum=127.0.0.1:62164, baseZNode=/01958623484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01958623484 2024-12-04T11:21:28,986 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32805-0x101a0134a600000, quorum=127.0.0.1:62164, baseZNode=/01958623484 Set watcher on existing znode=/01958623484/master 2024-12-04T11:21:28,986 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01958623484/backup-masters/e12b86b8109d,32805,1733311288756 from backup master directory 2024-12-04T11:21:28,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x101a0134a600000, quorum=127.0.0.1:62164, baseZNode=/01958623484 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01958623484/backup-masters/e12b86b8109d,32805,1733311288756 2024-12-04T11:21:28,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x101a0134a600000, quorum=127.0.0.1:62164, baseZNode=/01958623484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01958623484/backup-masters 2024-12-04T11:21:28,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35491-0x101a0134a600001, quorum=127.0.0.1:62164, baseZNode=/01958623484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01958623484/backup-masters 2024-12-04T11:21:28,996 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:21:28,996 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e12b86b8109d,32805,1733311288756 2024-12-04T11:21:28,998 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/hbase.id] with ID: 0758e673-fb90-40ad-9b57-39165ef7fb7b 2024-12-04T11:21:28,998 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/.tmp/hbase.id 2024-12-04T11:21:29,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741826_1002 (size=42) 2024-12-04T11:21:29,405 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/.tmp/hbase.id]:[hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/hbase.id] 2024-12-04T11:21:29,412 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:21:29,412 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T11:21:29,413 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T11:21:29,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x101a0134a600000, quorum=127.0.0.1:62164, baseZNode=/01958623484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01958623484 2024-12-04T11:21:29,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35491-0x101a0134a600001, quorum=127.0.0.1:62164, baseZNode=/01958623484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01958623484 2024-12-04T11:21:29,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741827_1003 (size=196) 2024-12-04T11:21:29,873 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:21:29,873 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T11:21:29,874 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:21:29,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741828_1004 (size=1189) 2024-12-04T11:21:30,279 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/MasterData/data/master/store 2024-12-04T11:21:30,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741829_1005 (size=34) 2024-12-04T11:21:30,683 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:21:30,683 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:21:30,683 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:21:30,683 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:21:30,683 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:21:30,683 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:21:30,683 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:21:30,683 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311290683Disabling compacts and flushes for region at 1733311290683Disabling writes for close at 1733311290683Writing region close event to WAL at 1733311290683Closed at 1733311290683 2024-12-04T11:21:30,684 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/MasterData/data/master/store/.initializing 2024-12-04T11:21:30,684 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/MasterData/WALs/e12b86b8109d,32805,1733311288756 2024-12-04T11:21:30,685 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:21:30,686 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e12b86b8109d%2C32805%2C1733311288756, suffix=, logDir=hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/MasterData/WALs/e12b86b8109d,32805,1733311288756, archiveDir=hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/MasterData/oldWALs, maxLogs=10 2024-12-04T11:21:30,700 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/MasterData/WALs/e12b86b8109d,32805,1733311288756/e12b86b8109d%2C32805%2C1733311288756.1733311290686, exclude list is [], retry=0 2024-12-04T11:21:30,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38833,DS-9c64e6a4-0c39-4bf4-9977-5f2c3e66deb3,DISK] 2024-12-04T11:21:30,704 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/MasterData/WALs/e12b86b8109d,32805,1733311288756/e12b86b8109d%2C32805%2C1733311288756.1733311290686 2024-12-04T11:21:30,704 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46299:46299)] 2024-12-04T11:21:30,704 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:21:30,704 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:21:30,704 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:21:30,704 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:21:30,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:21:30,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T11:21:30,706 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:30,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:21:30,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:21:30,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T11:21:30,707 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:30,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:21:30,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:21:30,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T11:21:30,708 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:30,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:21:30,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:21:30,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T11:21:30,709 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:30,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:21:30,710 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:21:30,710 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:21:30,710 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:21:30,711 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:21:30,711 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:21:30,711 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:21:30,712 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:21:30,713 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:21:30,714 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64989532, jitterRate=-0.03158050775527954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:21:30,714 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733311290704Initializing all the Stores at 1733311290705 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311290705Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311290705Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311290705Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311290705Cleaning up temporary data from old regions at 1733311290711 (+6 ms)Region opened successfully at 1733311290714 (+3 ms) 2024-12-04T11:21:30,714 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T11:21:30,716 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fb0e2d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:21:30,717 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T11:21:30,717 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T11:21:30,717 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T11:21:30,717 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T11:21:30,718 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T11:21:30,718 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T11:21:30,718 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T11:21:30,722 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T11:21:30,723 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32805-0x101a0134a600000, quorum=127.0.0.1:62164, baseZNode=/01958623484 Unable to get data of znode /01958623484/balancer because node does not exist (not necessarily an error) 2024-12-04T11:21:30,806 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01958623484/balancer already deleted, retry=false 2024-12-04T11:21:30,807 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T11:21:30,807 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32805-0x101a0134a600000, quorum=127.0.0.1:62164, baseZNode=/01958623484 Unable to get data of znode /01958623484/normalizer because node does not exist (not necessarily an error) 2024-12-04T11:21:30,808 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:21:30,808 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e12b86b8109d,39329,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:39329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T11:21:30,808 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88688 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e12b86b8109d,39329,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:39329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T11:21:30,817 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01958623484/normalizer already deleted, retry=false 2024-12-04T11:21:30,817 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T11:21:30,818 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32805-0x101a0134a600000, quorum=127.0.0.1:62164, baseZNode=/01958623484 Unable to get data of znode /01958623484/switch/split because node does not exist (not necessarily an error) 2024-12-04T11:21:30,827 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01958623484/switch/split already deleted, retry=false 2024-12-04T11:21:30,828 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32805-0x101a0134a600000, quorum=127.0.0.1:62164, baseZNode=/01958623484 Unable to get data of znode /01958623484/switch/merge because node does not exist (not necessarily an error) 2024-12-04T11:21:30,838 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01958623484/switch/merge already deleted, retry=false 2024-12-04T11:21:30,839 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32805-0x101a0134a600000, quorum=127.0.0.1:62164, baseZNode=/01958623484 Unable to get data of znode /01958623484/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T11:21:30,848 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01958623484/snapshot-cleanup already deleted, retry=false 2024-12-04T11:21:30,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35491-0x101a0134a600001, quorum=127.0.0.1:62164, baseZNode=/01958623484 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01958623484/running 2024-12-04T11:21:30,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x101a0134a600000, quorum=127.0.0.1:62164, baseZNode=/01958623484 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01958623484/running 2024-12-04T11:21:30,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35491-0x101a0134a600001, quorum=127.0.0.1:62164, baseZNode=/01958623484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01958623484 2024-12-04T11:21:30,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x101a0134a600000, quorum=127.0.0.1:62164, baseZNode=/01958623484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01958623484 2024-12-04T11:21:30,939 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e12b86b8109d,32805,1733311288756, sessionid=0x101a0134a600000, setting cluster-up flag (Was=false) 2024-12-04T11:21:31,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35491-0x101a0134a600001, quorum=127.0.0.1:62164, baseZNode=/01958623484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01958623484 2024-12-04T11:21:31,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x101a0134a600000, quorum=127.0.0.1:62164, baseZNode=/01958623484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01958623484 2024-12-04T11:21:31,208 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T11:21:31,208 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T11:21:31,208 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T11:21:31,364 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01958623484/flush-table-proc/acquired, /01958623484/flush-table-proc/reached, /01958623484/flush-table-proc/abort 2024-12-04T11:21:31,365 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,32805,1733311288756 2024-12-04T11:21:31,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x101a0134a600000, quorum=127.0.0.1:62164, baseZNode=/01958623484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01958623484 2024-12-04T11:21:31,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35491-0x101a0134a600001, quorum=127.0.0.1:62164, baseZNode=/01958623484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01958623484 2024-12-04T11:21:31,417 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01958623484/online-snapshot/acquired, /01958623484/online-snapshot/reached, /01958623484/online-snapshot/abort 2024-12-04T11:21:31,417 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,32805,1733311288756 2024-12-04T11:21:31,418 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T11:21:31,419 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T11:21:31,419 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T11:21:31,420 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T11:21:31,420 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e12b86b8109d,32805,1733311288756 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T11:21:31,421 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:21:31,421 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:21:31,421 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:21:31,421 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:21:31,421 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e12b86b8109d:0, corePoolSize=10, maxPoolSize=10 2024-12-04T11:21:31,421 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:21:31,421 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:21:31,421 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:21:31,422 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733311321422 2024-12-04T11:21:31,422 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T11:21:31,422 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T11:21:31,422 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T11:21:31,422 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T11:21:31,422 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T11:21:31,422 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T11:21:31,422 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:31,422 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:21:31,422 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T11:21:31,422 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T11:21:31,422 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T11:21:31,423 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T11:21:31,423 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T11:21:31,423 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T11:21:31,423 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T11:21:31,423 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:31,423 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311291423,5,FailOnTimeoutGroup] 2024-12-04T11:21:31,423 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T11:21:31,423 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311291423,5,FailOnTimeoutGroup] 2024-12-04T11:21:31,423 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:31,423 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T11:21:31,423 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:31,423 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:31,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741831_1007 (size=1321) 2024-12-04T11:21:31,464 INFO [RS:0;e12b86b8109d:35491 {}] regionserver.HRegionServer(746): ClusterId : 0758e673-fb90-40ad-9b57-39165ef7fb7b 2024-12-04T11:21:31,464 DEBUG [RS:0;e12b86b8109d:35491 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T11:21:31,470 DEBUG [RS:0;e12b86b8109d:35491 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T11:21:31,470 DEBUG [RS:0;e12b86b8109d:35491 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T11:21:31,480 DEBUG [RS:0;e12b86b8109d:35491 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T11:21:31,480 DEBUG [RS:0;e12b86b8109d:35491 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a6581c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:21:31,490 DEBUG [RS:0;e12b86b8109d:35491 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e12b86b8109d:35491 2024-12-04T11:21:31,490 INFO [RS:0;e12b86b8109d:35491 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T11:21:31,490 INFO [RS:0;e12b86b8109d:35491 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T11:21:31,490 DEBUG [RS:0;e12b86b8109d:35491 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T11:21:31,490 INFO [RS:0;e12b86b8109d:35491 {}] regionserver.HRegionServer(2659): reportForDuty to master=e12b86b8109d,32805,1733311288756 with port=35491, startcode=1733311288939 2024-12-04T11:21:31,490 DEBUG [RS:0;e12b86b8109d:35491 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T11:21:31,492 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T11:21:31,492 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32805 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e12b86b8109d,35491,1733311288939 2024-12-04T11:21:31,492 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32805 {}] master.ServerManager(517): Registering regionserver=e12b86b8109d,35491,1733311288939 2024-12-04T11:21:31,493 DEBUG [RS:0;e12b86b8109d:35491 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3 2024-12-04T11:21:31,493 DEBUG [RS:0;e12b86b8109d:35491 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36555 2024-12-04T11:21:31,493 DEBUG [RS:0;e12b86b8109d:35491 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T11:21:31,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x101a0134a600000, quorum=127.0.0.1:62164, baseZNode=/01958623484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01958623484/rs 2024-12-04T11:21:31,501 DEBUG [RS:0;e12b86b8109d:35491 {}] zookeeper.ZKUtil(111): regionserver:35491-0x101a0134a600001, quorum=127.0.0.1:62164, baseZNode=/01958623484 Set watcher on existing znode=/01958623484/rs/e12b86b8109d,35491,1733311288939 2024-12-04T11:21:31,501 WARN [RS:0;e12b86b8109d:35491 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:21:31,501 INFO [RS:0;e12b86b8109d:35491 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:21:31,501 DEBUG [RS:0;e12b86b8109d:35491 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939 2024-12-04T11:21:31,502 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e12b86b8109d,35491,1733311288939] 2024-12-04T11:21:31,504 INFO [RS:0;e12b86b8109d:35491 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T11:21:31,504 INFO [RS:0;e12b86b8109d:35491 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T11:21:31,505 INFO [RS:0;e12b86b8109d:35491 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T11:21:31,505 INFO [RS:0;e12b86b8109d:35491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:31,505 INFO [RS:0;e12b86b8109d:35491 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T11:21:31,505 INFO [RS:0;e12b86b8109d:35491 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T11:21:31,505 INFO [RS:0;e12b86b8109d:35491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:31,505 DEBUG [RS:0;e12b86b8109d:35491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:21:31,505 DEBUG [RS:0;e12b86b8109d:35491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:21:31,506 DEBUG [RS:0;e12b86b8109d:35491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:21:31,506 DEBUG [RS:0;e12b86b8109d:35491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:21:31,506 DEBUG [RS:0;e12b86b8109d:35491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:21:31,506 DEBUG [RS:0;e12b86b8109d:35491 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:21:31,506 DEBUG [RS:0;e12b86b8109d:35491 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:21:31,506 DEBUG [RS:0;e12b86b8109d:35491 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:21:31,506 DEBUG [RS:0;e12b86b8109d:35491 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:21:31,506 DEBUG [RS:0;e12b86b8109d:35491 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:21:31,506 DEBUG [RS:0;e12b86b8109d:35491 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:21:31,506 DEBUG [RS:0;e12b86b8109d:35491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:21:31,506 DEBUG [RS:0;e12b86b8109d:35491 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:21:31,506 DEBUG [RS:0;e12b86b8109d:35491 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:21:31,506 INFO [RS:0;e12b86b8109d:35491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:31,506 INFO [RS:0;e12b86b8109d:35491 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:31,506 INFO [RS:0;e12b86b8109d:35491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:31,506 INFO [RS:0;e12b86b8109d:35491 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:31,506 INFO [RS:0;e12b86b8109d:35491 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:31,506 INFO [RS:0;e12b86b8109d:35491 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,35491,1733311288939-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:21:31,518 INFO [RS:0;e12b86b8109d:35491 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T11:21:31,518 INFO [RS:0;e12b86b8109d:35491 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,35491,1733311288939-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:31,518 INFO [RS:0;e12b86b8109d:35491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:31,518 INFO [RS:0;e12b86b8109d:35491 {}] regionserver.Replication(171): e12b86b8109d,35491,1733311288939 started 2024-12-04T11:21:31,529 INFO [RS:0;e12b86b8109d:35491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:31,529 INFO [RS:0;e12b86b8109d:35491 {}] regionserver.HRegionServer(1482): Serving as e12b86b8109d,35491,1733311288939, RpcServer on e12b86b8109d/172.17.0.2:35491, sessionid=0x101a0134a600001 2024-12-04T11:21:31,529 DEBUG [RS:0;e12b86b8109d:35491 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T11:21:31,529 DEBUG [RS:0;e12b86b8109d:35491 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e12b86b8109d,35491,1733311288939 2024-12-04T11:21:31,529 DEBUG [RS:0;e12b86b8109d:35491 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,35491,1733311288939' 2024-12-04T11:21:31,529 DEBUG [RS:0;e12b86b8109d:35491 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01958623484/flush-table-proc/abort' 2024-12-04T11:21:31,530 DEBUG [RS:0;e12b86b8109d:35491 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01958623484/flush-table-proc/acquired' 2024-12-04T11:21:31,530 DEBUG [RS:0;e12b86b8109d:35491 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T11:21:31,530 DEBUG [RS:0;e12b86b8109d:35491 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T11:21:31,530 DEBUG [RS:0;e12b86b8109d:35491 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e12b86b8109d,35491,1733311288939 2024-12-04T11:21:31,530 DEBUG [RS:0;e12b86b8109d:35491 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,35491,1733311288939' 2024-12-04T11:21:31,530 DEBUG [RS:0;e12b86b8109d:35491 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01958623484/online-snapshot/abort' 2024-12-04T11:21:31,530 DEBUG [RS:0;e12b86b8109d:35491 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01958623484/online-snapshot/acquired' 2024-12-04T11:21:31,531 DEBUG [RS:0;e12b86b8109d:35491 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T11:21:31,531 INFO [RS:0;e12b86b8109d:35491 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T11:21:31,531 INFO [RS:0;e12b86b8109d:35491 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T11:21:31,631 INFO [RS:0;e12b86b8109d:35491 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:21:31,632 INFO [RS:0;e12b86b8109d:35491 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C35491%2C1733311288939, suffix=, logDir=hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939, archiveDir=hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/oldWALs, maxLogs=10 2024-12-04T11:21:31,642 DEBUG [RS:0;e12b86b8109d:35491 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632, exclude list is [], retry=0 2024-12-04T11:21:31,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38833,DS-9c64e6a4-0c39-4bf4-9977-5f2c3e66deb3,DISK] 2024-12-04T11:21:31,645 INFO [RS:0;e12b86b8109d:35491 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632 2024-12-04T11:21:31,648 DEBUG [RS:0;e12b86b8109d:35491 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46299:46299)] 2024-12-04T11:21:31,829 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T11:21:31,830 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3 2024-12-04T11:21:31,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741833_1009 (size=32) 2024-12-04T11:21:32,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:21:32,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:21:32,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:21:32,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:32,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:21:32,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:21:32,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:21:32,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:32,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:21:32,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:21:32,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:21:32,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:32,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:21:32,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:21:32,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:21:32,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:32,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:21:32,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:21:32,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/hbase/meta/1588230740 2024-12-04T11:21:32,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/hbase/meta/1588230740 2024-12-04T11:21:32,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:21:32,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:21:32,241 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:21:32,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:21:32,243 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:21:32,243 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66470937, jitterRate=-0.009505853056907654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:21:32,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733311292234Initializing all the Stores at 1733311292235 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311292235Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311292235Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311292235Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311292235Cleaning up temporary data from old regions at 1733311292241 (+6 ms)Region opened successfully at 1733311292244 (+3 ms) 2024-12-04T11:21:32,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:21:32,244 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:21:32,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:21:32,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:21:32,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:21:32,244 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:21:32,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311292244Disabling compacts and flushes for region at 1733311292244Disabling writes for close at 1733311292244Writing region close event to WAL at 1733311292244Closed at 1733311292244 2024-12-04T11:21:32,245 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:21:32,245 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T11:21:32,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T11:21:32,245 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:21:32,246 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T11:21:32,396 DEBUG [e12b86b8109d:32805 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T11:21:32,397 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e12b86b8109d,35491,1733311288939 2024-12-04T11:21:32,397 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,35491,1733311288939, state=OPENING 2024-12-04T11:21:32,459 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T11:21:32,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35491-0x101a0134a600001, quorum=127.0.0.1:62164, baseZNode=/01958623484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01958623484 2024-12-04T11:21:32,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x101a0134a600000, quorum=127.0.0.1:62164, baseZNode=/01958623484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01958623484 2024-12-04T11:21:32,470 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:21:32,470 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01958623484/meta-region-server: CHANGED 2024-12-04T11:21:32,470 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01958623484/meta-region-server: CHANGED 2024-12-04T11:21:32,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,35491,1733311288939}] 2024-12-04T11:21:32,621 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T11:21:32,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T11:21:32,625 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T11:21:32,625 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:21:32,625 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T11:21:32,626 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C35491%2C1733311288939.meta, suffix=.meta, logDir=hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939, archiveDir=hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/oldWALs, maxLogs=10 2024-12-04T11:21:32,637 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.meta.1733311292626.meta, exclude list is [], retry=0 2024-12-04T11:21:32,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38833,DS-9c64e6a4-0c39-4bf4-9977-5f2c3e66deb3,DISK] 2024-12-04T11:21:32,640 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.meta.1733311292626.meta 2024-12-04T11:21:32,641 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46299:46299)] 2024-12-04T11:21:32,641 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:21:32,641 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:21:32,641 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T11:21:32,641 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T11:21:32,641 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T11:21:32,641 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T11:21:32,641 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:21:32,641 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T11:21:32,641 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T11:21:32,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:21:32,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:21:32,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:32,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:21:32,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:21:32,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:21:32,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:32,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:21:32,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:21:32,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:21:32,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:32,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:21:32,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:21:32,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:21:32,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:32,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:21:32,645 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:21:32,646 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/hbase/meta/1588230740 2024-12-04T11:21:32,647 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/hbase/meta/1588230740 2024-12-04T11:21:32,647 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:21:32,647 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:21:32,648 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:21:32,649 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:21:32,649 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71477315, jitterRate=0.06509499251842499}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:21:32,649 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T11:21:32,650 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733311292642Writing region info on filesystem at 1733311292642Initializing all the Stores at 1733311292642Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311292642Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311292642Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311292642Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311292642Cleaning up temporary data from old regions at 1733311292647 (+5 ms)Running coprocessor post-open hooks at 1733311292649 (+2 ms)Region opened successfully at 1733311292650 (+1 ms) 2024-12-04T11:21:32,651 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733311292621 2024-12-04T11:21:32,652 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T11:21:32,652 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T11:21:32,653 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e12b86b8109d,35491,1733311288939 2024-12-04T11:21:32,653 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,35491,1733311288939, state=OPEN 2024-12-04T11:21:32,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35491-0x101a0134a600001, quorum=127.0.0.1:62164, baseZNode=/01958623484 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01958623484/meta-region-server 2024-12-04T11:21:32,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x101a0134a600000, quorum=127.0.0.1:62164, baseZNode=/01958623484 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01958623484/meta-region-server 2024-12-04T11:21:32,688 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e12b86b8109d,35491,1733311288939 2024-12-04T11:21:32,688 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01958623484/meta-region-server: CHANGED 2024-12-04T11:21:32,688 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01958623484/meta-region-server: CHANGED 2024-12-04T11:21:32,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T11:21:32,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,35491,1733311288939 in 218 msec 2024-12-04T11:21:32,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T11:21:32,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 445 msec 2024-12-04T11:21:32,692 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:21:32,692 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T11:21:32,693 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:21:32,693 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,35491,1733311288939, seqNum=-1] 2024-12-04T11:21:32,693 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:21:32,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:21:32,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2790 sec 2024-12-04T11:21:32,698 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733311292698, completionTime=-1 2024-12-04T11:21:32,698 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T11:21:32,698 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T11:21:32,699 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T11:21:32,699 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733311352699 2024-12-04T11:21:32,699 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733311412699 2024-12-04T11:21:32,699 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T11:21:32,700 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,32805,1733311288756-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:32,700 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,32805,1733311288756-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:32,700 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,32805,1733311288756-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:32,700 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e12b86b8109d:32805, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:32,700 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:32,700 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:32,701 DEBUG [master/e12b86b8109d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T11:21:32,703 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.706sec 2024-12-04T11:21:32,703 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T11:21:32,703 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T11:21:32,703 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T11:21:32,703 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T11:21:32,703 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T11:21:32,703 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,32805,1733311288756-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:21:32,703 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,32805,1733311288756-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T11:21:32,704 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T11:21:32,704 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T11:21:32,704 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,32805,1733311288756-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:32,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d13581f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:32,765 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,32805,-1 for getting cluster id 2024-12-04T11:21:32,765 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:21:32,766 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0758e673-fb90-40ad-9b57-39165ef7fb7b' 2024-12-04T11:21:32,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:21:32,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0758e673-fb90-40ad-9b57-39165ef7fb7b" 2024-12-04T11:21:32,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1961d114, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:32,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,32805,-1] 2024-12-04T11:21:32,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:21:32,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:32,767 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:21:32,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48cddaf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:32,768 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:21:32,768 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,35491,1733311288939, seqNum=-1] 2024-12-04T11:21:32,769 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:21:32,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:21:32,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e12b86b8109d,32805,1733311288756 2024-12-04T11:21:32,771 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62164 2024-12-04T11:21:32,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62164, baseZNode=/01958623484 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:21:32,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a0134a600002 connected 2024-12-04T11:21:32,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badeb605-b914-b679-0398-13a5fd9d276f/hadoop.log.dir so I do NOT create it in target/test-data/0efe473d-5988-e34d-a862-6a9eddbb079f 2024-12-04T11:21:32,797 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badeb605-b914-b679-0398-13a5fd9d276f/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T11:21:32,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badeb605-b914-b679-0398-13a5fd9d276f/hadoop.tmp.dir so I do NOT create it in target/test-data/0efe473d-5988-e34d-a862-6a9eddbb079f 2024-12-04T11:21:32,797 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badeb605-b914-b679-0398-13a5fd9d276f/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T11:21:32,798 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efe473d-5988-e34d-a862-6a9eddbb079f 2024-12-04T11:21:32,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T11:21:32,798 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efe473d-5988-e34d-a862-6a9eddbb079f/cluster_dba52097-a060-999d-78a6-871b3da721c9, deleteOnExit=true 2024-12-04T11:21:32,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T11:21:32,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efe473d-5988-e34d-a862-6a9eddbb079f/test.cache.data in system properties and HBase conf 2024-12-04T11:21:32,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efe473d-5988-e34d-a862-6a9eddbb079f/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T11:21:32,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efe473d-5988-e34d-a862-6a9eddbb079f/hadoop.log.dir in system properties and HBase conf 2024-12-04T11:21:32,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efe473d-5988-e34d-a862-6a9eddbb079f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T11:21:32,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efe473d-5988-e34d-a862-6a9eddbb079f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T11:21:32,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T11:21:32,798 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T11:21:32,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efe473d-5988-e34d-a862-6a9eddbb079f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T11:21:32,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efe473d-5988-e34d-a862-6a9eddbb079f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T11:21:32,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efe473d-5988-e34d-a862-6a9eddbb079f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T11:21:32,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efe473d-5988-e34d-a862-6a9eddbb079f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T11:21:32,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efe473d-5988-e34d-a862-6a9eddbb079f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T11:21:32,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efe473d-5988-e34d-a862-6a9eddbb079f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T11:21:32,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efe473d-5988-e34d-a862-6a9eddbb079f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T11:21:32,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efe473d-5988-e34d-a862-6a9eddbb079f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T11:21:32,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efe473d-5988-e34d-a862-6a9eddbb079f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T11:21:32,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efe473d-5988-e34d-a862-6a9eddbb079f/nfs.dump.dir in system properties and HBase conf 2024-12-04T11:21:32,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efe473d-5988-e34d-a862-6a9eddbb079f/java.io.tmpdir in system properties and HBase conf 2024-12-04T11:21:32,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efe473d-5988-e34d-a862-6a9eddbb079f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T11:21:32,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efe473d-5988-e34d-a862-6a9eddbb079f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T11:21:32,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efe473d-5988-e34d-a862-6a9eddbb079f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T11:21:33,089 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:21:33,092 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T11:21:33,093 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T11:21:33,093 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T11:21:33,093 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T11:21:33,094 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:21:33,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c773f45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efe473d-5988-e34d-a862-6a9eddbb079f/hadoop.log.dir/,AVAILABLE} 2024-12-04T11:21:33,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@384dd753{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T11:21:33,195 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35623572{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efe473d-5988-e34d-a862-6a9eddbb079f/java.io.tmpdir/jetty-localhost-37369-hadoop-hdfs-3_4_1-tests_jar-_-any-17766976770671712349/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T11:21:33,195 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39bad9d4{HTTP/1.1, (http/1.1)}{localhost:37369} 2024-12-04T11:21:33,195 INFO [Time-limited test {}] server.Server(415): Started @287906ms 2024-12-04T11:21:33,485 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:21:33,488 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T11:21:33,491 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T11:21:33,491 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T11:21:33,491 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T11:21:33,491 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@965b6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efe473d-5988-e34d-a862-6a9eddbb079f/hadoop.log.dir/,AVAILABLE} 2024-12-04T11:21:33,491 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b2fe634{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T11:21:33,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@217849af{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efe473d-5988-e34d-a862-6a9eddbb079f/java.io.tmpdir/jetty-localhost-40589-hadoop-hdfs-3_4_1-tests_jar-_-any-11438699156613495009/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T11:21:33,622 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c2fb306{HTTP/1.1, (http/1.1)}{localhost:40589} 2024-12-04T11:21:33,622 INFO [Time-limited test {}] server.Server(415): Started @288333ms 2024-12-04T11:21:33,623 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T11:21:34,272 WARN [Thread-3571 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efe473d-5988-e34d-a862-6a9eddbb079f/cluster_dba52097-a060-999d-78a6-871b3da721c9/data/data1/current/BP-278731829-172.17.0.2-1733311292811/current, will proceed with Du for space computation calculation, 2024-12-04T11:21:34,273 WARN [Thread-3572 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efe473d-5988-e34d-a862-6a9eddbb079f/cluster_dba52097-a060-999d-78a6-871b3da721c9/data/data2/current/BP-278731829-172.17.0.2-1733311292811/current, will proceed with Du for space computation calculation, 2024-12-04T11:21:34,292 WARN [Thread-3559 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T11:21:34,295 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd38548a88a2eec03 with lease ID 0x63c8a9d6ca0198d9: Processing first storage report for DS-01eb9c14-e08c-40f7-b528-091ecb984018 from datanode DatanodeRegistration(127.0.0.1:33551, datanodeUuid=3a17eb1c-15e8-4baf-b4d3-dabace62953d, infoPort=42181, infoSecurePort=0, ipcPort=37125, storageInfo=lv=-57;cid=testClusterID;nsid=740162796;c=1733311292811) 2024-12-04T11:21:34,295 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd38548a88a2eec03 with lease ID 0x63c8a9d6ca0198d9: from storage DS-01eb9c14-e08c-40f7-b528-091ecb984018 node DatanodeRegistration(127.0.0.1:33551, datanodeUuid=3a17eb1c-15e8-4baf-b4d3-dabace62953d, infoPort=42181, infoSecurePort=0, ipcPort=37125, storageInfo=lv=-57;cid=testClusterID;nsid=740162796;c=1733311292811), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T11:21:34,295 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd38548a88a2eec03 with lease ID 0x63c8a9d6ca0198d9: Processing first storage report for DS-b82e5dfb-d7dd-45dc-b10c-fa81e2d0e581 from datanode DatanodeRegistration(127.0.0.1:33551, datanodeUuid=3a17eb1c-15e8-4baf-b4d3-dabace62953d, infoPort=42181, infoSecurePort=0, ipcPort=37125, storageInfo=lv=-57;cid=testClusterID;nsid=740162796;c=1733311292811) 2024-12-04T11:21:34,295 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd38548a88a2eec03 with lease ID 0x63c8a9d6ca0198d9: from storage DS-b82e5dfb-d7dd-45dc-b10c-fa81e2d0e581 node DatanodeRegistration(127.0.0.1:33551, datanodeUuid=3a17eb1c-15e8-4baf-b4d3-dabace62953d, infoPort=42181, infoSecurePort=0, ipcPort=37125, storageInfo=lv=-57;cid=testClusterID;nsid=740162796;c=1733311292811), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T11:21:34,347 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efe473d-5988-e34d-a862-6a9eddbb079f 2024-12-04T11:21:34,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:21:34,348 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:21:34,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33551 is added to blk_1073741825_1001 (size=7) 2024-12-04T11:21:34,359 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa with version=8 2024-12-04T11:21:34,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/hbase-staging 2024-12-04T11:21:34,361 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:21:34,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:21:34,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:21:34,362 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:21:34,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:21:34,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:21:34,362 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T11:21:34,362 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:21:34,362 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42463 2024-12-04T11:21:34,363 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42463 connecting to ZooKeeper ensemble=127.0.0.1:62164 2024-12-04T11:21:34,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424630x0, quorum=127.0.0.1:62164, baseZNode=/11995501171 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:21:34,384 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42463-0x101a0134a600003 connected 2024-12-04T11:21:34,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:21:34,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:21:34,934 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42463-0x101a0134a600003, quorum=127.0.0.1:62164, baseZNode=/11995501171 Set watcher on znode that does not yet exist, /11995501171/running 2024-12-04T11:21:34,934 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa, hbase.cluster.distributed=false 2024-12-04T11:21:34,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42463-0x101a0134a600003, quorum=127.0.0.1:62164, baseZNode=/11995501171 Set watcher on znode that does not yet exist, /11995501171/acl 2024-12-04T11:21:34,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42463 2024-12-04T11:21:34,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42463 2024-12-04T11:21:34,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42463 2024-12-04T11:21:34,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42463 2024-12-04T11:21:34,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42463 2024-12-04T11:21:34,953 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:21:34,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:21:34,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:21:34,953 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:21:34,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:21:34,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:21:34,953 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T11:21:34,953 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:21:34,954 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42213 2024-12-04T11:21:34,954 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42213 connecting to ZooKeeper ensemble=127.0.0.1:62164 2024-12-04T11:21:34,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:21:34,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:21:34,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422130x0, quorum=127.0.0.1:62164, baseZNode=/11995501171 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:21:34,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422130x0, quorum=127.0.0.1:62164, baseZNode=/11995501171 Set watcher on znode that does not yet exist, /11995501171/running 2024-12-04T11:21:34,985 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42213-0x101a0134a600004 connected 2024-12-04T11:21:34,985 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T11:21:34,986 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T11:21:34,987 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42213-0x101a0134a600004, quorum=127.0.0.1:62164, baseZNode=/11995501171 Set watcher on znode that does not yet exist, /11995501171/master 2024-12-04T11:21:34,987 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42213-0x101a0134a600004, quorum=127.0.0.1:62164, baseZNode=/11995501171 Set watcher on znode that does not yet exist, /11995501171/acl 2024-12-04T11:21:34,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42213 2024-12-04T11:21:34,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42213 2024-12-04T11:21:34,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42213 2024-12-04T11:21:34,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42213 2024-12-04T11:21:35,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42213 2024-12-04T11:21:35,013 DEBUG [M:0;e12b86b8109d:42463 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e12b86b8109d:42463 2024-12-04T11:21:35,015 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11995501171/backup-masters/e12b86b8109d,42463,1733311294361 2024-12-04T11:21:35,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42463-0x101a0134a600003, quorum=127.0.0.1:62164, baseZNode=/11995501171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11995501171/backup-masters 2024-12-04T11:21:35,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42213-0x101a0134a600004, quorum=127.0.0.1:62164, baseZNode=/11995501171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11995501171/backup-masters 2024-12-04T11:21:35,027 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42463-0x101a0134a600003, quorum=127.0.0.1:62164, baseZNode=/11995501171 Set watcher on existing znode=/11995501171/backup-masters/e12b86b8109d,42463,1733311294361 2024-12-04T11:21:35,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42213-0x101a0134a600004, quorum=127.0.0.1:62164, baseZNode=/11995501171 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11995501171/master 2024-12-04T11:21:35,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42463-0x101a0134a600003, quorum=127.0.0.1:62164, baseZNode=/11995501171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11995501171 2024-12-04T11:21:35,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42213-0x101a0134a600004, quorum=127.0.0.1:62164, baseZNode=/11995501171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11995501171 2024-12-04T11:21:35,038 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42463-0x101a0134a600003, quorum=127.0.0.1:62164, baseZNode=/11995501171 Set watcher on existing znode=/11995501171/master 2024-12-04T11:21:35,038 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11995501171/backup-masters/e12b86b8109d,42463,1733311294361 from backup master directory 2024-12-04T11:21:35,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42213-0x101a0134a600004, quorum=127.0.0.1:62164, baseZNode=/11995501171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11995501171/backup-masters 2024-12-04T11:21:35,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42463-0x101a0134a600003, quorum=127.0.0.1:62164, baseZNode=/11995501171 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11995501171/backup-masters/e12b86b8109d,42463,1733311294361 2024-12-04T11:21:35,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42463-0x101a0134a600003, quorum=127.0.0.1:62164, baseZNode=/11995501171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11995501171/backup-masters 2024-12-04T11:21:35,048 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:21:35,048 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e12b86b8109d,42463,1733311294361 2024-12-04T11:21:35,050 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/hbase.id] with ID: a03b0716-aef3-4888-98c1-769c86ad1291 2024-12-04T11:21:35,050 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/.tmp/hbase.id 2024-12-04T11:21:35,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33551 is added to blk_1073741826_1002 (size=42) 2024-12-04T11:21:35,459 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/.tmp/hbase.id]:[hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/hbase.id] 2024-12-04T11:21:35,466 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:21:35,466 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T11:21:35,467 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-04T11:21:35,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42213-0x101a0134a600004, quorum=127.0.0.1:62164, baseZNode=/11995501171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11995501171 2024-12-04T11:21:35,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42463-0x101a0134a600003, quorum=127.0.0.1:62164, baseZNode=/11995501171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11995501171 2024-12-04T11:21:35,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33551 is added to blk_1073741827_1003 (size=196) 2024-12-04T11:21:35,492 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:21:35,493 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T11:21:35,493 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:21:35,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33551 is added to blk_1073741828_1004 (size=1189) 2024-12-04T11:21:35,898 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/MasterData/data/master/store 2024-12-04T11:21:35,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33551 is added to blk_1073741829_1005 (size=34) 2024-12-04T11:21:36,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:36,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:36,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:36,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:36,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:36,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:36,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:36,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:36,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:36,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:36,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:36,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:36,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:36,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:36,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:36,303 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:21:36,303 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:21:36,303 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:21:36,303 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:21:36,303 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:21:36,303 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:21:36,303 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:21:36,303 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311296303Disabling compacts and flushes for region at 1733311296303Disabling writes for close at 1733311296303Writing region close event to WAL at 1733311296303Closed at 1733311296303 2024-12-04T11:21:36,304 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/MasterData/data/master/store/.initializing 2024-12-04T11:21:36,304 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/MasterData/WALs/e12b86b8109d,42463,1733311294361 2024-12-04T11:21:36,305 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:21:36,306 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e12b86b8109d%2C42463%2C1733311294361, suffix=, logDir=hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/MasterData/WALs/e12b86b8109d,42463,1733311294361, archiveDir=hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/MasterData/oldWALs, maxLogs=10 2024-12-04T11:21:36,321 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/MasterData/WALs/e12b86b8109d,42463,1733311294361/e12b86b8109d%2C42463%2C1733311294361.1733311296306, exclude list is [], retry=0 2024-12-04T11:21:36,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33551,DS-01eb9c14-e08c-40f7-b528-091ecb984018,DISK] 2024-12-04T11:21:36,325 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/MasterData/WALs/e12b86b8109d,42463,1733311294361/e12b86b8109d%2C42463%2C1733311294361.1733311296306 2024-12-04T11:21:36,325 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42181:42181)] 2024-12-04T11:21:36,325 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:21:36,325 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:21:36,326 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:21:36,326 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:21:36,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:21:36,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T11:21:36,327 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:36,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:21:36,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:21:36,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T11:21:36,328 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:36,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:21:36,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:21:36,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T11:21:36,329 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:36,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:21:36,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:21:36,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T11:21:36,330 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:36,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:21:36,330 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:21:36,331 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:21:36,331 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:21:36,332 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:21:36,332 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:21:36,332 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:21:36,332 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:21:36,334 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:21:36,334 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63448200, jitterRate=-0.05454814434051514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:21:36,334 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733311296326Initializing all the Stores at 1733311296326Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311296326Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311296326Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311296326Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311296326Cleaning up temporary data from old regions at 1733311296332 (+6 ms)Region opened successfully at 1733311296334 (+2 ms) 2024-12-04T11:21:36,334 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T11:21:36,336 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af7c8f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:21:36,336 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T11:21:36,336 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T11:21:36,336 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T11:21:36,336 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T11:21:36,337 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T11:21:36,337 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T11:21:36,337 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T11:21:36,338 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T11:21:36,339 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42463-0x101a0134a600003, quorum=127.0.0.1:62164, baseZNode=/11995501171 Unable to get data of znode /11995501171/balancer because node does not exist (not necessarily an error) 2024-12-04T11:21:36,404 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11995501171/balancer already deleted, retry=false 2024-12-04T11:21:36,405 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T11:21:36,406 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42463-0x101a0134a600003, quorum=127.0.0.1:62164, baseZNode=/11995501171 Unable to get data of znode /11995501171/normalizer because node does not exist (not necessarily an error) 2024-12-04T11:21:36,416 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11995501171/normalizer already deleted, retry=false 2024-12-04T11:21:36,417 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T11:21:36,417 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42463-0x101a0134a600003, quorum=127.0.0.1:62164, baseZNode=/11995501171 Unable to get data of znode /11995501171/switch/split because node does not exist (not necessarily an error) 2024-12-04T11:21:36,427 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11995501171/switch/split already deleted, retry=false 2024-12-04T11:21:36,427 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42463-0x101a0134a600003, quorum=127.0.0.1:62164, baseZNode=/11995501171 Unable to get data of znode /11995501171/switch/merge because node does not exist (not necessarily an error) 2024-12-04T11:21:36,437 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11995501171/switch/merge already deleted, retry=false 2024-12-04T11:21:36,439 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42463-0x101a0134a600003, quorum=127.0.0.1:62164, baseZNode=/11995501171 Unable to get data of znode /11995501171/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T11:21:36,448 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11995501171/snapshot-cleanup already deleted, retry=false 2024-12-04T11:21:36,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42213-0x101a0134a600004, quorum=127.0.0.1:62164, baseZNode=/11995501171 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11995501171/running 2024-12-04T11:21:36,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42463-0x101a0134a600003, quorum=127.0.0.1:62164, baseZNode=/11995501171 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11995501171/running 2024-12-04T11:21:36,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42213-0x101a0134a600004, quorum=127.0.0.1:62164, baseZNode=/11995501171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11995501171 2024-12-04T11:21:36,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42463-0x101a0134a600003, quorum=127.0.0.1:62164, baseZNode=/11995501171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11995501171 2024-12-04T11:21:36,459 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e12b86b8109d,42463,1733311294361, sessionid=0x101a0134a600003, setting cluster-up flag (Was=false) 2024-12-04T11:21:36,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42213-0x101a0134a600004, quorum=127.0.0.1:62164, baseZNode=/11995501171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11995501171 2024-12-04T11:21:36,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42463-0x101a0134a600003, quorum=127.0.0.1:62164, baseZNode=/11995501171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11995501171 2024-12-04T11:21:36,511 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11995501171/flush-table-proc/acquired, /11995501171/flush-table-proc/reached, /11995501171/flush-table-proc/abort 2024-12-04T11:21:36,512 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,42463,1733311294361 2024-12-04T11:21:36,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42463-0x101a0134a600003, quorum=127.0.0.1:62164, baseZNode=/11995501171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11995501171 2024-12-04T11:21:36,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42213-0x101a0134a600004, quorum=127.0.0.1:62164, baseZNode=/11995501171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11995501171 2024-12-04T11:21:36,564 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11995501171/online-snapshot/acquired, /11995501171/online-snapshot/reached, /11995501171/online-snapshot/abort 2024-12-04T11:21:36,565 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,42463,1733311294361 2024-12-04T11:21:36,565 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T11:21:36,566 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T11:21:36,567 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T11:21:36,567 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T11:21:36,567 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e12b86b8109d,42463,1733311294361 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T11:21:36,568 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:21:36,568 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:21:36,568 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:21:36,568 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:21:36,568 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e12b86b8109d:0, corePoolSize=10, maxPoolSize=10 2024-12-04T11:21:36,568 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:21:36,568 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:21:36,568 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:21:36,569 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733311326569 2024-12-04T11:21:36,569 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T11:21:36,569 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T11:21:36,569 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T11:21:36,569 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T11:21:36,569 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T11:21:36,569 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T11:21:36,569 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:21:36,569 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T11:21:36,569 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:36,569 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T11:21:36,569 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T11:21:36,569 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T11:21:36,569 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T11:21:36,569 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T11:21:36,569 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:36,570 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T11:21:36,570 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T11:21:36,570 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311296570,5,FailOnTimeoutGroup] 2024-12-04T11:21:36,571 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311296570,5,FailOnTimeoutGroup] 2024-12-04T11:21:36,571 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:36,571 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T11:21:36,571 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:36,571 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:36,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33551 is added to blk_1073741831_1007 (size=1321) 2024-12-04T11:21:36,602 INFO [RS:0;e12b86b8109d:42213 {}] regionserver.HRegionServer(746): ClusterId : a03b0716-aef3-4888-98c1-769c86ad1291 2024-12-04T11:21:36,602 DEBUG [RS:0;e12b86b8109d:42213 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T11:21:36,606 DEBUG [RS:0;e12b86b8109d:42213 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T11:21:36,606 DEBUG [RS:0;e12b86b8109d:42213 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T11:21:36,617 DEBUG [RS:0;e12b86b8109d:42213 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T11:21:36,617 DEBUG [RS:0;e12b86b8109d:42213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e1bb38c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:21:36,631 DEBUG [RS:0;e12b86b8109d:42213 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e12b86b8109d:42213 2024-12-04T11:21:36,631 INFO [RS:0;e12b86b8109d:42213 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T11:21:36,631 INFO [RS:0;e12b86b8109d:42213 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T11:21:36,631 DEBUG [RS:0;e12b86b8109d:42213 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T11:21:36,631 INFO [RS:0;e12b86b8109d:42213 {}] regionserver.HRegionServer(2659): reportForDuty to master=e12b86b8109d,42463,1733311294361 with port=42213, startcode=1733311294953 2024-12-04T11:21:36,632 DEBUG [RS:0;e12b86b8109d:42213 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T11:21:36,633 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T11:21:36,633 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42463 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e12b86b8109d,42213,1733311294953 2024-12-04T11:21:36,633 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42463 {}] master.ServerManager(517): Registering regionserver=e12b86b8109d,42213,1733311294953 2024-12-04T11:21:36,634 DEBUG [RS:0;e12b86b8109d:42213 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa 2024-12-04T11:21:36,634 DEBUG [RS:0;e12b86b8109d:42213 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43433 2024-12-04T11:21:36,634 DEBUG [RS:0;e12b86b8109d:42213 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T11:21:36,745 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:21:36,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:36,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:36,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:36,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:36,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:36,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:36,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:36,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:36,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:36,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:36,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:36,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:36,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:36,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:36,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:36,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42463-0x101a0134a600003, quorum=127.0.0.1:62164, baseZNode=/11995501171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11995501171/rs 2024-12-04T11:21:36,779 DEBUG [RS:0;e12b86b8109d:42213 {}] zookeeper.ZKUtil(111): regionserver:42213-0x101a0134a600004, quorum=127.0.0.1:62164, baseZNode=/11995501171 Set watcher on existing znode=/11995501171/rs/e12b86b8109d,42213,1733311294953 2024-12-04T11:21:36,779 WARN [RS:0;e12b86b8109d:42213 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:21:36,779 INFO [RS:0;e12b86b8109d:42213 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:21:36,779 DEBUG [RS:0;e12b86b8109d:42213 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953 2024-12-04T11:21:36,779 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e12b86b8109d,42213,1733311294953] 2024-12-04T11:21:36,784 INFO [RS:0;e12b86b8109d:42213 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T11:21:36,788 INFO [RS:0;e12b86b8109d:42213 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T11:21:36,789 INFO [RS:0;e12b86b8109d:42213 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T11:21:36,789 INFO [RS:0;e12b86b8109d:42213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:36,790 INFO [RS:0;e12b86b8109d:42213 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T11:21:36,791 INFO [RS:0;e12b86b8109d:42213 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T11:21:36,791 INFO [RS:0;e12b86b8109d:42213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:36,791 DEBUG [RS:0;e12b86b8109d:42213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:21:36,791 DEBUG [RS:0;e12b86b8109d:42213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:21:36,791 DEBUG [RS:0;e12b86b8109d:42213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:21:36,791 DEBUG [RS:0;e12b86b8109d:42213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:21:36,791 DEBUG [RS:0;e12b86b8109d:42213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:21:36,791 DEBUG [RS:0;e12b86b8109d:42213 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:21:36,791 DEBUG [RS:0;e12b86b8109d:42213 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:21:36,791 DEBUG [RS:0;e12b86b8109d:42213 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:21:36,791 DEBUG [RS:0;e12b86b8109d:42213 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:21:36,791 DEBUG [RS:0;e12b86b8109d:42213 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:21:36,792 DEBUG [RS:0;e12b86b8109d:42213 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:21:36,792 DEBUG [RS:0;e12b86b8109d:42213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:21:36,792 DEBUG [RS:0;e12b86b8109d:42213 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:21:36,792 DEBUG [RS:0;e12b86b8109d:42213 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:21:36,792 INFO [RS:0;e12b86b8109d:42213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:36,792 INFO [RS:0;e12b86b8109d:42213 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:36,792 INFO [RS:0;e12b86b8109d:42213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:36,792 INFO [RS:0;e12b86b8109d:42213 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:36,792 INFO [RS:0;e12b86b8109d:42213 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:36,792 INFO [RS:0;e12b86b8109d:42213 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,42213,1733311294953-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:21:36,809 INFO [RS:0;e12b86b8109d:42213 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T11:21:36,810 INFO [RS:0;e12b86b8109d:42213 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,42213,1733311294953-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:36,810 INFO [RS:0;e12b86b8109d:42213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:36,810 INFO [RS:0;e12b86b8109d:42213 {}] regionserver.Replication(171): e12b86b8109d,42213,1733311294953 started 2024-12-04T11:21:36,826 INFO [RS:0;e12b86b8109d:42213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:36,826 INFO [RS:0;e12b86b8109d:42213 {}] regionserver.HRegionServer(1482): Serving as e12b86b8109d,42213,1733311294953, RpcServer on e12b86b8109d/172.17.0.2:42213, sessionid=0x101a0134a600004 2024-12-04T11:21:36,826 DEBUG [RS:0;e12b86b8109d:42213 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T11:21:36,826 DEBUG [RS:0;e12b86b8109d:42213 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e12b86b8109d,42213,1733311294953 2024-12-04T11:21:36,826 DEBUG [RS:0;e12b86b8109d:42213 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,42213,1733311294953' 2024-12-04T11:21:36,826 DEBUG [RS:0;e12b86b8109d:42213 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11995501171/flush-table-proc/abort' 2024-12-04T11:21:36,827 DEBUG [RS:0;e12b86b8109d:42213 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11995501171/flush-table-proc/acquired' 2024-12-04T11:21:36,827 DEBUG [RS:0;e12b86b8109d:42213 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T11:21:36,827 DEBUG [RS:0;e12b86b8109d:42213 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T11:21:36,827 DEBUG [RS:0;e12b86b8109d:42213 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e12b86b8109d,42213,1733311294953 2024-12-04T11:21:36,827 DEBUG [RS:0;e12b86b8109d:42213 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,42213,1733311294953' 2024-12-04T11:21:36,827 DEBUG [RS:0;e12b86b8109d:42213 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11995501171/online-snapshot/abort' 2024-12-04T11:21:36,828 DEBUG [RS:0;e12b86b8109d:42213 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11995501171/online-snapshot/acquired' 2024-12-04T11:21:36,828 DEBUG [RS:0;e12b86b8109d:42213 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T11:21:36,828 INFO [RS:0;e12b86b8109d:42213 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T11:21:36,828 INFO [RS:0;e12b86b8109d:42213 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T11:21:36,928 INFO [RS:0;e12b86b8109d:42213 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:21:36,930 INFO [RS:0;e12b86b8109d:42213 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C42213%2C1733311294953, suffix=, logDir=hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953, archiveDir=hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/oldWALs, maxLogs=10 2024-12-04T11:21:36,946 DEBUG [RS:0;e12b86b8109d:42213 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930, exclude list is [], retry=0 2024-12-04T11:21:36,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33551,DS-01eb9c14-e08c-40f7-b528-091ecb984018,DISK] 2024-12-04T11:21:36,949 INFO [RS:0;e12b86b8109d:42213 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 2024-12-04T11:21:36,949 DEBUG [RS:0;e12b86b8109d:42213 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42181:42181)] 2024-12-04T11:21:36,978 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T11:21:36,978 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa 2024-12-04T11:21:36,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33551 is added to blk_1073741833_1009 (size=32) 2024-12-04T11:21:37,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:21:37,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:21:37,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:21:37,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:37,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:21:37,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:21:37,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:21:37,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:37,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:21:37,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:21:37,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:21:37,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:37,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:21:37,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:21:37,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:21:37,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:37,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:21:37,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:21:37,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/hbase/meta/1588230740 2024-12-04T11:21:37,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/hbase/meta/1588230740 2024-12-04T11:21:37,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:21:37,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:21:37,390 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:21:37,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:21:37,392 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:21:37,392 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70890356, jitterRate=0.05634862184524536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:21:37,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733311297383Initializing all the Stores at 1733311297384 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311297384Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311297384Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311297384Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311297384Cleaning up temporary data from old regions at 1733311297389 (+5 ms)Region opened successfully at 1733311297392 (+3 ms) 2024-12-04T11:21:37,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:21:37,392 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:21:37,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:21:37,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:21:37,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:21:37,392 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:21:37,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311297392Disabling compacts and flushes for region at 1733311297392Disabling writes for close at 1733311297392Writing region close event to WAL at 1733311297392Closed at 1733311297392 2024-12-04T11:21:37,393 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:21:37,393 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T11:21:37,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T11:21:37,394 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:21:37,395 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T11:21:37,504 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T11:21:37,545 DEBUG [e12b86b8109d:42463 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T11:21:37,545 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e12b86b8109d,42213,1733311294953 2024-12-04T11:21:37,546 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,42213,1733311294953, state=OPENING 2024-12-04T11:21:37,606 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T11:21:37,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42213-0x101a0134a600004, quorum=127.0.0.1:62164, baseZNode=/11995501171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11995501171 2024-12-04T11:21:37,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42463-0x101a0134a600003, quorum=127.0.0.1:62164, baseZNode=/11995501171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11995501171 2024-12-04T11:21:37,617 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11995501171/meta-region-server: CHANGED 2024-12-04T11:21:37,617 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11995501171/meta-region-server: CHANGED 2024-12-04T11:21:37,617 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:21:37,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,42213,1733311294953}] 2024-12-04T11:21:37,769 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T11:21:37,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T11:21:37,772 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T11:21:37,772 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:21:37,772 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T11:21:37,773 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C42213%2C1733311294953.meta, suffix=.meta, logDir=hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953, archiveDir=hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/oldWALs, maxLogs=10 2024-12-04T11:21:37,797 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.meta.1733311297786.meta, exclude list is [], retry=0 2024-12-04T11:21:37,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33551,DS-01eb9c14-e08c-40f7-b528-091ecb984018,DISK] 2024-12-04T11:21:37,800 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.meta.1733311297786.meta 2024-12-04T11:21:37,800 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42181:42181)] 2024-12-04T11:21:37,800 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:21:37,800 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:21:37,800 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T11:21:37,800 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T11:21:37,800 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T11:21:37,800 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T11:21:37,801 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:21:37,801 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T11:21:37,801 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T11:21:37,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:21:37,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:21:37,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:37,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:21:37,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:21:37,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:21:37,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:37,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:21:37,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:21:37,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:21:37,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:37,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:21:37,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:21:37,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:21:37,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:37,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:21:37,804 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:21:37,805 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/hbase/meta/1588230740 2024-12-04T11:21:37,805 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/hbase/meta/1588230740 2024-12-04T11:21:37,806 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:21:37,806 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:21:37,806 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:21:37,807 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:21:37,808 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58973370, jitterRate=-0.12122830748558044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:21:37,808 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T11:21:37,808 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733311297801Writing region info on filesystem at 1733311297801Initializing all the Stores at 1733311297801Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311297801Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311297801Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311297801Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311297801Cleaning up temporary data from old regions at 1733311297806 (+5 ms)Running coprocessor post-open hooks at 1733311297808 (+2 ms)Region opened successfully at 1733311297808 2024-12-04T11:21:37,809 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733311297769 2024-12-04T11:21:37,811 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T11:21:37,811 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T11:21:37,811 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e12b86b8109d,42213,1733311294953 2024-12-04T11:21:37,812 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,42213,1733311294953, state=OPEN 2024-12-04T11:21:37,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42213-0x101a0134a600004, quorum=127.0.0.1:62164, baseZNode=/11995501171 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11995501171/meta-region-server 2024-12-04T11:21:37,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42463-0x101a0134a600003, quorum=127.0.0.1:62164, baseZNode=/11995501171 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11995501171/meta-region-server 2024-12-04T11:21:37,816 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e12b86b8109d,42213,1733311294953 2024-12-04T11:21:37,817 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11995501171/meta-region-server: CHANGED 2024-12-04T11:21:37,817 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11995501171/meta-region-server: CHANGED 2024-12-04T11:21:37,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T11:21:37,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,42213,1733311294953 in 199 msec 2024-12-04T11:21:37,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T11:21:37,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 426 msec 2024-12-04T11:21:37,821 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:21:37,821 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T11:21:37,822 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:21:37,822 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,42213,1733311294953, seqNum=-1] 2024-12-04T11:21:37,823 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:21:37,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41447, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:21:37,828 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2610 sec 2024-12-04T11:21:37,828 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733311297828, completionTime=-1 2024-12-04T11:21:37,828 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T11:21:37,828 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T11:21:37,830 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T11:21:37,830 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733311357830 2024-12-04T11:21:37,830 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733311417830 2024-12-04T11:21:37,830 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T11:21:37,830 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,42463,1733311294361-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:37,830 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,42463,1733311294361-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:37,830 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,42463,1733311294361-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:37,830 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e12b86b8109d:42463, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:37,830 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:37,830 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:37,831 DEBUG [master/e12b86b8109d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T11:21:37,833 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.785sec 2024-12-04T11:21:37,833 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T11:21:37,833 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T11:21:37,833 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T11:21:37,833 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T11:21:37,833 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T11:21:37,833 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,42463,1733311294361-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:21:37,833 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,42463,1733311294361-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T11:21:37,834 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T11:21:37,834 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T11:21:37,834 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,42463,1733311294361-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:37,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e86e81c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:37,903 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,42463,-1 for getting cluster id 2024-12-04T11:21:37,903 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:21:37,904 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a03b0716-aef3-4888-98c1-769c86ad1291' 2024-12-04T11:21:37,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:21:37,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a03b0716-aef3-4888-98c1-769c86ad1291" 2024-12-04T11:21:37,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c203e37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:37,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,42463,-1] 2024-12-04T11:21:37,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:21:37,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:37,906 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:21:37,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6545b519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:37,907 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:21:37,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,42213,1733311294953, seqNum=-1] 2024-12-04T11:21:37,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:21:37,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:21:37,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e12b86b8109d,42463,1733311294361 2024-12-04T11:21:37,911 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62164 2024-12-04T11:21:37,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62164, baseZNode=/11995501171 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:21:37,931 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a0134a600005 connected 2024-12-04T11:21:37,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efe473d-5988-e34d-a862-6a9eddbb079f/hadoop.log.dir so I do NOT create it in target/test-data/6df44b23-f237-9e06-68a0-b1147fbead00 2024-12-04T11:21:37,945 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efe473d-5988-e34d-a862-6a9eddbb079f/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T11:21:37,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efe473d-5988-e34d-a862-6a9eddbb079f/hadoop.tmp.dir so I do NOT create it in target/test-data/6df44b23-f237-9e06-68a0-b1147fbead00 2024-12-04T11:21:37,945 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efe473d-5988-e34d-a862-6a9eddbb079f/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T11:21:37,945 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6df44b23-f237-9e06-68a0-b1147fbead00 2024-12-04T11:21:37,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T11:21:37,945 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6df44b23-f237-9e06-68a0-b1147fbead00/cluster_9c96a23f-79df-23d1-2917-01a3642a4c40, deleteOnExit=true 2024-12-04T11:21:37,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T11:21:37,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6df44b23-f237-9e06-68a0-b1147fbead00/test.cache.data in system properties and HBase conf 2024-12-04T11:21:37,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6df44b23-f237-9e06-68a0-b1147fbead00/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T11:21:37,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6df44b23-f237-9e06-68a0-b1147fbead00/hadoop.log.dir in system properties and HBase conf 2024-12-04T11:21:37,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6df44b23-f237-9e06-68a0-b1147fbead00/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T11:21:37,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6df44b23-f237-9e06-68a0-b1147fbead00/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T11:21:37,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T11:21:37,946 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T11:21:37,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6df44b23-f237-9e06-68a0-b1147fbead00/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T11:21:37,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6df44b23-f237-9e06-68a0-b1147fbead00/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T11:21:37,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6df44b23-f237-9e06-68a0-b1147fbead00/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T11:21:37,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6df44b23-f237-9e06-68a0-b1147fbead00/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T11:21:37,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6df44b23-f237-9e06-68a0-b1147fbead00/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T11:21:37,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6df44b23-f237-9e06-68a0-b1147fbead00/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T11:21:37,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6df44b23-f237-9e06-68a0-b1147fbead00/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T11:21:37,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6df44b23-f237-9e06-68a0-b1147fbead00/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T11:21:37,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6df44b23-f237-9e06-68a0-b1147fbead00/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T11:21:37,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6df44b23-f237-9e06-68a0-b1147fbead00/nfs.dump.dir in system properties and HBase conf 2024-12-04T11:21:37,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6df44b23-f237-9e06-68a0-b1147fbead00/java.io.tmpdir in system properties and HBase conf 2024-12-04T11:21:37,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6df44b23-f237-9e06-68a0-b1147fbead00/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T11:21:37,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6df44b23-f237-9e06-68a0-b1147fbead00/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T11:21:37,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6df44b23-f237-9e06-68a0-b1147fbead00/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T11:21:38,285 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:21:38,301 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T11:21:38,308 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T11:21:38,308 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T11:21:38,308 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T11:21:38,311 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:21:38,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d7b342c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6df44b23-f237-9e06-68a0-b1147fbead00/hadoop.log.dir/,AVAILABLE} 2024-12-04T11:21:38,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60426e39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T11:21:38,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ff77b68{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6df44b23-f237-9e06-68a0-b1147fbead00/java.io.tmpdir/jetty-localhost-40455-hadoop-hdfs-3_4_1-tests_jar-_-any-12521038833953959878/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T11:21:38,402 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@139d95e5{HTTP/1.1, (http/1.1)}{localhost:40455} 2024-12-04T11:21:38,402 INFO [Time-limited test {}] server.Server(415): Started @293113ms 2024-12-04T11:21:38,692 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:21:38,699 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T11:21:38,704 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T11:21:38,704 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T11:21:38,704 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T11:21:38,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d48c9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6df44b23-f237-9e06-68a0-b1147fbead00/hadoop.log.dir/,AVAILABLE} 2024-12-04T11:21:38,705 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59092efa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T11:21:38,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@593fece{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6df44b23-f237-9e06-68a0-b1147fbead00/java.io.tmpdir/jetty-localhost-40925-hadoop-hdfs-3_4_1-tests_jar-_-any-18087643208445128244/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T11:21:38,800 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e9ce7d6{HTTP/1.1, (http/1.1)}{localhost:40925} 2024-12-04T11:21:38,800 INFO [Time-limited test {}] server.Server(415): Started @293511ms 2024-12-04T11:21:38,801 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T11:21:39,458 WARN [Thread-3692 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6df44b23-f237-9e06-68a0-b1147fbead00/cluster_9c96a23f-79df-23d1-2917-01a3642a4c40/data/data1/current/BP-1882615626-172.17.0.2-1733311297965/current, will proceed with Du for space computation calculation, 2024-12-04T11:21:39,458 WARN [Thread-3693 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6df44b23-f237-9e06-68a0-b1147fbead00/cluster_9c96a23f-79df-23d1-2917-01a3642a4c40/data/data2/current/BP-1882615626-172.17.0.2-1733311297965/current, will proceed with Du for space computation calculation, 2024-12-04T11:21:39,476 WARN [Thread-3680 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T11:21:39,479 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb27b6f59c7fd9c83 with lease ID 0x9c14816e93ff18f2: Processing first storage report for DS-02a3582b-18d4-4424-96cb-35226b01408c from datanode DatanodeRegistration(127.0.0.1:33617, datanodeUuid=fc2eaafb-1c12-4268-904b-d25a859cd60d, infoPort=38065, infoSecurePort=0, ipcPort=39257, storageInfo=lv=-57;cid=testClusterID;nsid=403618935;c=1733311297965) 2024-12-04T11:21:39,479 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb27b6f59c7fd9c83 with lease ID 0x9c14816e93ff18f2: from storage DS-02a3582b-18d4-4424-96cb-35226b01408c node DatanodeRegistration(127.0.0.1:33617, datanodeUuid=fc2eaafb-1c12-4268-904b-d25a859cd60d, infoPort=38065, infoSecurePort=0, ipcPort=39257, storageInfo=lv=-57;cid=testClusterID;nsid=403618935;c=1733311297965), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T11:21:39,479 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb27b6f59c7fd9c83 with lease ID 0x9c14816e93ff18f2: Processing first storage report for DS-fb65dad3-5728-41c3-937a-b38cbe962106 from datanode DatanodeRegistration(127.0.0.1:33617, datanodeUuid=fc2eaafb-1c12-4268-904b-d25a859cd60d, infoPort=38065, infoSecurePort=0, ipcPort=39257, storageInfo=lv=-57;cid=testClusterID;nsid=403618935;c=1733311297965) 2024-12-04T11:21:39,479 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb27b6f59c7fd9c83 with lease ID 0x9c14816e93ff18f2: from storage DS-fb65dad3-5728-41c3-937a-b38cbe962106 node DatanodeRegistration(127.0.0.1:33617, datanodeUuid=fc2eaafb-1c12-4268-904b-d25a859cd60d, infoPort=38065, infoSecurePort=0, ipcPort=39257, storageInfo=lv=-57;cid=testClusterID;nsid=403618935;c=1733311297965), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T11:21:39,531 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6df44b23-f237-9e06-68a0-b1147fbead00 2024-12-04T11:21:39,532 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:21:39,533 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:21:39,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33617 is added to blk_1073741825_1001 (size=7) 2024-12-04T11:21:39,940 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7 with version=8 2024-12-04T11:21:39,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/hbase-staging 2024-12-04T11:21:39,942 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:21:39,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:21:39,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:21:39,942 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:21:39,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:21:39,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:21:39,943 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T11:21:39,943 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:21:39,943 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39375 2024-12-04T11:21:39,944 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39375 connecting to ZooKeeper ensemble=127.0.0.1:62164 2024-12-04T11:21:40,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393750x0, quorum=127.0.0.1:62164, baseZNode=/21678545895 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:21:40,154 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39375-0x101a0134a600006 connected 2024-12-04T11:21:40,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:21:40,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:21:40,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39375-0x101a0134a600006, quorum=127.0.0.1:62164, baseZNode=/21678545895 Set watcher on znode that does not yet exist, /21678545895/running 2024-12-04T11:21:40,231 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7, hbase.cluster.distributed=false 2024-12-04T11:21:40,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39375-0x101a0134a600006, quorum=127.0.0.1:62164, baseZNode=/21678545895 Set watcher on znode that does not yet exist, /21678545895/acl 2024-12-04T11:21:40,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39375 2024-12-04T11:21:40,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39375 2024-12-04T11:21:40,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39375 2024-12-04T11:21:40,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39375 2024-12-04T11:21:40,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39375 2024-12-04T11:21:40,253 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:21:40,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:21:40,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:21:40,254 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:21:40,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:21:40,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:21:40,254 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T11:21:40,254 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:21:40,254 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41843 2024-12-04T11:21:40,255 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41843 connecting to ZooKeeper ensemble=127.0.0.1:62164 2024-12-04T11:21:40,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:21:40,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:21:40,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418430x0, quorum=127.0.0.1:62164, baseZNode=/21678545895 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:21:40,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41843-0x101a0134a600007 connected 2024-12-04T11:21:40,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418430x0, quorum=127.0.0.1:62164, baseZNode=/21678545895 Set watcher on znode that does not yet exist, /21678545895/running 2024-12-04T11:21:40,269 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T11:21:40,272 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T11:21:40,272 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41843-0x101a0134a600007, quorum=127.0.0.1:62164, baseZNode=/21678545895 Set watcher on znode that does not yet exist, /21678545895/master 2024-12-04T11:21:40,273 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41843-0x101a0134a600007, quorum=127.0.0.1:62164, baseZNode=/21678545895 Set watcher on znode that does not yet exist, /21678545895/acl 2024-12-04T11:21:40,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41843 2024-12-04T11:21:40,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41843 2024-12-04T11:21:40,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41843 2024-12-04T11:21:40,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41843 2024-12-04T11:21:40,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41843 2024-12-04T11:21:40,293 DEBUG [M:0;e12b86b8109d:39375 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e12b86b8109d:39375 2024-12-04T11:21:40,296 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21678545895/backup-masters/e12b86b8109d,39375,1733311299942 2024-12-04T11:21:40,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x101a0134a600007, quorum=127.0.0.1:62164, baseZNode=/21678545895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21678545895/backup-masters 2024-12-04T11:21:40,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39375-0x101a0134a600006, quorum=127.0.0.1:62164, baseZNode=/21678545895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21678545895/backup-masters 2024-12-04T11:21:40,301 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39375-0x101a0134a600006, quorum=127.0.0.1:62164, baseZNode=/21678545895 Set watcher on existing znode=/21678545895/backup-masters/e12b86b8109d,39375,1733311299942 2024-12-04T11:21:40,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x101a0134a600007, quorum=127.0.0.1:62164, baseZNode=/21678545895 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21678545895/master 2024-12-04T11:21:40,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39375-0x101a0134a600006, quorum=127.0.0.1:62164, baseZNode=/21678545895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21678545895 2024-12-04T11:21:40,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x101a0134a600007, quorum=127.0.0.1:62164, baseZNode=/21678545895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21678545895 2024-12-04T11:21:40,311 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39375-0x101a0134a600006, quorum=127.0.0.1:62164, baseZNode=/21678545895 Set watcher on existing znode=/21678545895/master 2024-12-04T11:21:40,312 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21678545895/backup-masters/e12b86b8109d,39375,1733311299942 from backup master directory 2024-12-04T11:21:40,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x101a0134a600007, quorum=127.0.0.1:62164, baseZNode=/21678545895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21678545895/backup-masters 2024-12-04T11:21:40,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39375-0x101a0134a600006, quorum=127.0.0.1:62164, baseZNode=/21678545895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21678545895/backup-masters/e12b86b8109d,39375,1733311299942 2024-12-04T11:21:40,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39375-0x101a0134a600006, quorum=127.0.0.1:62164, baseZNode=/21678545895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21678545895/backup-masters 2024-12-04T11:21:40,321 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:21:40,322 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e12b86b8109d,39375,1733311299942 2024-12-04T11:21:40,324 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/hbase.id] with ID: 619f74a7-b55e-406a-abc6-104522390606 2024-12-04T11:21:40,324 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/.tmp/hbase.id 2024-12-04T11:21:40,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33617 is added to blk_1073741826_1002 (size=42) 2024-12-04T11:21:40,728 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/.tmp/hbase.id]:[hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/hbase.id] 2024-12-04T11:21:40,735 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:21:40,735 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T11:21:40,736 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T11:21:40,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x101a0134a600007, quorum=127.0.0.1:62164, baseZNode=/21678545895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21678545895 2024-12-04T11:21:40,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39375-0x101a0134a600006, quorum=127.0.0.1:62164, baseZNode=/21678545895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21678545895 2024-12-04T11:21:40,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33617 is added to blk_1073741827_1003 (size=196) 2024-12-04T11:21:41,189 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:21:41,190 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T11:21:41,190 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:21:41,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33617 is added to blk_1073741828_1004 (size=1189) 2024-12-04T11:21:41,208 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T11:21:41,208 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T11:21:41,595 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/MasterData/data/master/store 2024-12-04T11:21:41,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33617 is added to blk_1073741829_1005 (size=34) 2024-12-04T11:21:41,600 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:21:41,600 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:21:41,600 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:21:41,600 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:21:41,600 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:21:41,600 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:21:41,600 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:21:41,600 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311301600Disabling compacts and flushes for region at 1733311301600Disabling writes for close at 1733311301600Writing region close event to WAL at 1733311301600Closed at 1733311301600 2024-12-04T11:21:41,601 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/MasterData/data/master/store/.initializing 2024-12-04T11:21:41,601 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/MasterData/WALs/e12b86b8109d,39375,1733311299942 2024-12-04T11:21:41,601 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:21:41,602 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e12b86b8109d%2C39375%2C1733311299942, suffix=, logDir=hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/MasterData/WALs/e12b86b8109d,39375,1733311299942, archiveDir=hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/MasterData/oldWALs, maxLogs=10 2024-12-04T11:21:41,614 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/MasterData/WALs/e12b86b8109d,39375,1733311299942/e12b86b8109d%2C39375%2C1733311299942.1733311301603, exclude list is [], retry=0 2024-12-04T11:21:41,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33617,DS-02a3582b-18d4-4424-96cb-35226b01408c,DISK] 2024-12-04T11:21:41,617 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/MasterData/WALs/e12b86b8109d,39375,1733311299942/e12b86b8109d%2C39375%2C1733311299942.1733311301603 2024-12-04T11:21:41,617 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38065:38065)] 2024-12-04T11:21:41,618 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:21:41,618 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:21:41,618 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:21:41,618 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:21:41,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:21:41,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T11:21:41,620 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:41,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:21:41,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:21:41,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T11:21:41,621 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:41,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:21:41,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:21:41,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T11:21:41,623 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:41,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:21:41,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:21:41,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T11:21:41,624 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:41,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:21:41,624 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:21:41,625 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:21:41,625 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:21:41,626 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:21:41,626 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:21:41,626 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:21:41,627 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:21:41,629 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:21:41,629 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59186958, jitterRate=-0.11804559826850891}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:21:41,629 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733311301618Initializing all the Stores at 1733311301619 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311301619Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311301619Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311301619Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311301619Cleaning up temporary data from old regions at 1733311301626 (+7 ms)Region opened successfully at 1733311301629 (+3 ms) 2024-12-04T11:21:41,629 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T11:21:41,631 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69e6126b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:21:41,632 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T11:21:41,632 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T11:21:41,632 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T11:21:41,633 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T11:21:41,633 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T11:21:41,633 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T11:21:41,633 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T11:21:41,635 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T11:21:41,635 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39375-0x101a0134a600006, quorum=127.0.0.1:62164, baseZNode=/21678545895 Unable to get data of znode /21678545895/balancer because node does not exist (not necessarily an error) 2024-12-04T11:21:41,700 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21678545895/balancer already deleted, retry=false 2024-12-04T11:21:41,701 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T11:21:41,701 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39375-0x101a0134a600006, quorum=127.0.0.1:62164, baseZNode=/21678545895 Unable to get data of znode /21678545895/normalizer because node does not exist (not necessarily an error) 2024-12-04T11:21:41,753 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21678545895/normalizer already deleted, retry=false 2024-12-04T11:21:41,753 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T11:21:41,754 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39375-0x101a0134a600006, quorum=127.0.0.1:62164, baseZNode=/21678545895 Unable to get data of znode /21678545895/switch/split because node does not exist (not necessarily an error) 2024-12-04T11:21:41,844 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21678545895/switch/split already deleted, retry=false 2024-12-04T11:21:41,845 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39375-0x101a0134a600006, quorum=127.0.0.1:62164, baseZNode=/21678545895 Unable to get data of znode /21678545895/switch/merge because node does not exist (not necessarily an error) 2024-12-04T11:21:41,869 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21678545895/switch/merge already deleted, retry=false 2024-12-04T11:21:41,870 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39375-0x101a0134a600006, quorum=127.0.0.1:62164, baseZNode=/21678545895 Unable to get data of znode /21678545895/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T11:21:41,879 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21678545895/snapshot-cleanup already deleted, retry=false 2024-12-04T11:21:41,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x101a0134a600007, quorum=127.0.0.1:62164, baseZNode=/21678545895 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21678545895/running 2024-12-04T11:21:41,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39375-0x101a0134a600006, quorum=127.0.0.1:62164, baseZNode=/21678545895 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21678545895/running 2024-12-04T11:21:41,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x101a0134a600007, quorum=127.0.0.1:62164, baseZNode=/21678545895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21678545895 2024-12-04T11:21:41,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39375-0x101a0134a600006, quorum=127.0.0.1:62164, baseZNode=/21678545895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21678545895 2024-12-04T11:21:41,890 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e12b86b8109d,39375,1733311299942, sessionid=0x101a0134a600006, setting cluster-up flag (Was=false) 2024-12-04T11:21:41,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x101a0134a600007, quorum=127.0.0.1:62164, baseZNode=/21678545895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21678545895 2024-12-04T11:21:41,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39375-0x101a0134a600006, quorum=127.0.0.1:62164, baseZNode=/21678545895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21678545895 2024-12-04T11:21:41,942 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21678545895/flush-table-proc/acquired, /21678545895/flush-table-proc/reached, /21678545895/flush-table-proc/abort 2024-12-04T11:21:41,943 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,39375,1733311299942 2024-12-04T11:21:41,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x101a0134a600007, quorum=127.0.0.1:62164, baseZNode=/21678545895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21678545895 2024-12-04T11:21:41,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39375-0x101a0134a600006, quorum=127.0.0.1:62164, baseZNode=/21678545895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21678545895 2024-12-04T11:21:41,995 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21678545895/online-snapshot/acquired, /21678545895/online-snapshot/reached, /21678545895/online-snapshot/abort 2024-12-04T11:21:41,996 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,39375,1733311299942 2024-12-04T11:21:41,997 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T11:21:41,998 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T11:21:41,998 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T11:21:41,998 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T11:21:41,999 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e12b86b8109d,39375,1733311299942 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T11:21:42,000 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:21:42,000 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:21:42,000 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:21:42,000 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:21:42,000 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e12b86b8109d:0, corePoolSize=10, maxPoolSize=10 2024-12-04T11:21:42,000 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:21:42,000 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:21:42,000 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:21:42,001 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733311332001 2024-12-04T11:21:42,001 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T11:21:42,001 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T11:21:42,001 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T11:21:42,001 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T11:21:42,001 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T11:21:42,001 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T11:21:42,001 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:42,001 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T11:21:42,001 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T11:21:42,001 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T11:21:42,002 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T11:21:42,002 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:21:42,002 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T11:21:42,002 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T11:21:42,002 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T11:21:42,002 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311302002,5,FailOnTimeoutGroup] 2024-12-04T11:21:42,002 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:42,002 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T11:21:42,003 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311302002,5,FailOnTimeoutGroup] 2024-12-04T11:21:42,003 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:42,003 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T11:21:42,003 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:42,003 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:42,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33617 is added to blk_1073741831_1007 (size=1321) 2024-12-04T11:21:42,011 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T11:21:42,011 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7 2024-12-04T11:21:42,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33617 is added to blk_1073741832_1008 (size=32) 2024-12-04T11:21:42,084 INFO [RS:0;e12b86b8109d:41843 {}] regionserver.HRegionServer(746): ClusterId : 619f74a7-b55e-406a-abc6-104522390606 2024-12-04T11:21:42,084 DEBUG [RS:0;e12b86b8109d:41843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T11:21:42,091 DEBUG [RS:0;e12b86b8109d:41843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T11:21:42,091 DEBUG [RS:0;e12b86b8109d:41843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T11:21:42,101 DEBUG [RS:0;e12b86b8109d:41843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T11:21:42,101 DEBUG [RS:0;e12b86b8109d:41843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@688b9d62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:21:42,113 DEBUG [RS:0;e12b86b8109d:41843 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e12b86b8109d:41843 2024-12-04T11:21:42,113 INFO [RS:0;e12b86b8109d:41843 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T11:21:42,113 INFO [RS:0;e12b86b8109d:41843 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T11:21:42,113 DEBUG [RS:0;e12b86b8109d:41843 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T11:21:42,114 INFO [RS:0;e12b86b8109d:41843 {}] regionserver.HRegionServer(2659): reportForDuty to master=e12b86b8109d,39375,1733311299942 with port=41843, startcode=1733311300253 2024-12-04T11:21:42,114 DEBUG [RS:0;e12b86b8109d:41843 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T11:21:42,116 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T11:21:42,116 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39375 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e12b86b8109d,41843,1733311300253 2024-12-04T11:21:42,116 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39375 {}] master.ServerManager(517): Registering regionserver=e12b86b8109d,41843,1733311300253 2024-12-04T11:21:42,117 DEBUG [RS:0;e12b86b8109d:41843 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7 2024-12-04T11:21:42,117 DEBUG [RS:0;e12b86b8109d:41843 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38413 2024-12-04T11:21:42,117 DEBUG [RS:0;e12b86b8109d:41843 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T11:21:42,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39375-0x101a0134a600006, quorum=127.0.0.1:62164, baseZNode=/21678545895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21678545895/rs 2024-12-04T11:21:42,181 DEBUG [RS:0;e12b86b8109d:41843 {}] zookeeper.ZKUtil(111): regionserver:41843-0x101a0134a600007, quorum=127.0.0.1:62164, baseZNode=/21678545895 Set watcher on existing znode=/21678545895/rs/e12b86b8109d,41843,1733311300253 2024-12-04T11:21:42,181 WARN [RS:0;e12b86b8109d:41843 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:21:42,181 INFO [RS:0;e12b86b8109d:41843 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:21:42,181 DEBUG [RS:0;e12b86b8109d:41843 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253 2024-12-04T11:21:42,181 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e12b86b8109d,41843,1733311300253] 2024-12-04T11:21:42,183 INFO [RS:0;e12b86b8109d:41843 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T11:21:42,185 INFO [RS:0;e12b86b8109d:41843 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T11:21:42,185 INFO [RS:0;e12b86b8109d:41843 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T11:21:42,185 INFO [RS:0;e12b86b8109d:41843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:42,185 INFO [RS:0;e12b86b8109d:41843 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T11:21:42,186 INFO [RS:0;e12b86b8109d:41843 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T11:21:42,186 INFO [RS:0;e12b86b8109d:41843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:42,186 DEBUG [RS:0;e12b86b8109d:41843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:21:42,186 DEBUG [RS:0;e12b86b8109d:41843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:21:42,186 DEBUG [RS:0;e12b86b8109d:41843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:21:42,186 DEBUG [RS:0;e12b86b8109d:41843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:21:42,186 DEBUG [RS:0;e12b86b8109d:41843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:21:42,186 DEBUG [RS:0;e12b86b8109d:41843 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:21:42,186 DEBUG [RS:0;e12b86b8109d:41843 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:21:42,186 DEBUG [RS:0;e12b86b8109d:41843 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:21:42,186 DEBUG [RS:0;e12b86b8109d:41843 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:21:42,186 DEBUG [RS:0;e12b86b8109d:41843 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:21:42,186 DEBUG [RS:0;e12b86b8109d:41843 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:21:42,186 DEBUG [RS:0;e12b86b8109d:41843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:21:42,186 DEBUG [RS:0;e12b86b8109d:41843 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:21:42,186 DEBUG [RS:0;e12b86b8109d:41843 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:21:42,186 INFO [RS:0;e12b86b8109d:41843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:42,186 INFO [RS:0;e12b86b8109d:41843 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:42,186 INFO [RS:0;e12b86b8109d:41843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:42,186 INFO [RS:0;e12b86b8109d:41843 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:42,186 INFO [RS:0;e12b86b8109d:41843 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:42,187 INFO [RS:0;e12b86b8109d:41843 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,41843,1733311300253-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:21:42,206 INFO [RS:0;e12b86b8109d:41843 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T11:21:42,206 INFO [RS:0;e12b86b8109d:41843 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,41843,1733311300253-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:42,206 INFO [RS:0;e12b86b8109d:41843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:42,206 INFO [RS:0;e12b86b8109d:41843 {}] regionserver.Replication(171): e12b86b8109d,41843,1733311300253 started 2024-12-04T11:21:42,227 INFO [RS:0;e12b86b8109d:41843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:42,227 INFO [RS:0;e12b86b8109d:41843 {}] regionserver.HRegionServer(1482): Serving as e12b86b8109d,41843,1733311300253, RpcServer on e12b86b8109d/172.17.0.2:41843, sessionid=0x101a0134a600007 2024-12-04T11:21:42,227 DEBUG [RS:0;e12b86b8109d:41843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T11:21:42,227 DEBUG [RS:0;e12b86b8109d:41843 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e12b86b8109d,41843,1733311300253 2024-12-04T11:21:42,227 DEBUG [RS:0;e12b86b8109d:41843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,41843,1733311300253' 2024-12-04T11:21:42,227 DEBUG [RS:0;e12b86b8109d:41843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21678545895/flush-table-proc/abort' 2024-12-04T11:21:42,228 DEBUG [RS:0;e12b86b8109d:41843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21678545895/flush-table-proc/acquired' 2024-12-04T11:21:42,228 DEBUG [RS:0;e12b86b8109d:41843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T11:21:42,228 DEBUG [RS:0;e12b86b8109d:41843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T11:21:42,228 DEBUG [RS:0;e12b86b8109d:41843 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e12b86b8109d,41843,1733311300253 2024-12-04T11:21:42,228 DEBUG [RS:0;e12b86b8109d:41843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,41843,1733311300253' 2024-12-04T11:21:42,228 DEBUG [RS:0;e12b86b8109d:41843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21678545895/online-snapshot/abort' 2024-12-04T11:21:42,228 DEBUG [RS:0;e12b86b8109d:41843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21678545895/online-snapshot/acquired' 2024-12-04T11:21:42,229 DEBUG [RS:0;e12b86b8109d:41843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T11:21:42,229 INFO [RS:0;e12b86b8109d:41843 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T11:21:42,229 INFO [RS:0;e12b86b8109d:41843 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T11:21:42,329 INFO [RS:0;e12b86b8109d:41843 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:21:42,330 INFO [RS:0;e12b86b8109d:41843 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C41843%2C1733311300253, suffix=, logDir=hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253, archiveDir=hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/oldWALs, maxLogs=10 2024-12-04T11:21:42,347 DEBUG [RS:0;e12b86b8109d:41843 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331, exclude list is [], retry=0 2024-12-04T11:21:42,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33617,DS-02a3582b-18d4-4424-96cb-35226b01408c,DISK] 2024-12-04T11:21:42,350 INFO [RS:0;e12b86b8109d:41843 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331 2024-12-04T11:21:42,351 DEBUG [RS:0;e12b86b8109d:41843 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38065:38065)] 2024-12-04T11:21:42,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:21:42,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:21:42,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:21:42,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:42,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:21:42,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:21:42,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:21:42,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:42,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:21:42,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:21:42,422 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:21:42,422 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:42,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:21:42,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:21:42,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:21:42,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:42,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:21:42,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:21:42,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/hbase/meta/1588230740 2024-12-04T11:21:42,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/hbase/meta/1588230740 2024-12-04T11:21:42,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:21:42,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:21:42,425 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:21:42,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:21:42,427 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:21:42,428 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69762536, jitterRate=0.0395427942276001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:21:42,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733311302418Initializing all the Stores at 1733311302419 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311302419Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311302419Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311302419Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311302419Cleaning up temporary data from old regions at 1733311302425 (+6 ms)Region opened successfully at 1733311302428 (+3 ms) 2024-12-04T11:21:42,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:21:42,428 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:21:42,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:21:42,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:21:42,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:21:42,428 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:21:42,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311302428Disabling compacts and flushes for region at 1733311302428Disabling writes for close at 1733311302428Writing region close event to WAL at 1733311302428Closed at 1733311302428 2024-12-04T11:21:42,429 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:21:42,429 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T11:21:42,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T11:21:42,430 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:21:42,431 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T11:21:42,581 DEBUG [e12b86b8109d:39375 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T11:21:42,581 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e12b86b8109d,41843,1733311300253 2024-12-04T11:21:42,582 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,41843,1733311300253, state=OPENING 2024-12-04T11:21:42,648 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T11:21:42,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x101a0134a600007, quorum=127.0.0.1:62164, baseZNode=/21678545895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21678545895 2024-12-04T11:21:42,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39375-0x101a0134a600006, quorum=127.0.0.1:62164, baseZNode=/21678545895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21678545895 2024-12-04T11:21:42,658 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:21:42,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21678545895/meta-region-server: CHANGED 2024-12-04T11:21:42,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21678545895/meta-region-server: CHANGED 2024-12-04T11:21:42,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,41843,1733311300253}] 2024-12-04T11:21:42,811 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T11:21:42,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T11:21:42,819 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T11:21:42,819 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:21:42,820 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T11:21:42,821 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C41843%2C1733311300253.meta, suffix=.meta, logDir=hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253, archiveDir=hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/oldWALs, maxLogs=10 2024-12-04T11:21:42,837 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.meta.1733311302821.meta, exclude list is [], retry=0 2024-12-04T11:21:42,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33617,DS-02a3582b-18d4-4424-96cb-35226b01408c,DISK] 2024-12-04T11:21:42,841 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.meta.1733311302821.meta 2024-12-04T11:21:42,841 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38065:38065)] 2024-12-04T11:21:42,841 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:21:42,841 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:21:42,841 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T11:21:42,841 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T11:21:42,841 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T11:21:42,842 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T11:21:42,842 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:21:42,842 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T11:21:42,842 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T11:21:42,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:21:42,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:21:42,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:42,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:21:42,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:21:42,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:21:42,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:42,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:21:42,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:21:42,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:21:42,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:42,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:21:42,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:21:42,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:21:42,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:42,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:21:42,847 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:21:42,847 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/hbase/meta/1588230740 2024-12-04T11:21:42,848 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/hbase/meta/1588230740 2024-12-04T11:21:42,848 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:21:42,848 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:21:42,849 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:21:42,850 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:21:42,850 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65144154, jitterRate=-0.02927646040916443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:21:42,850 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T11:21:42,850 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733311302842Writing region info on filesystem at 1733311302842Initializing all the Stores at 1733311302842Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311302842Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311302843 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311302843Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311302843Cleaning up temporary data from old regions at 1733311302848 (+5 ms)Running coprocessor post-open hooks at 1733311302850 (+2 ms)Region opened successfully at 1733311302850 2024-12-04T11:21:42,851 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733311302810 2024-12-04T11:21:42,852 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T11:21:42,852 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T11:21:42,853 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e12b86b8109d,41843,1733311300253 2024-12-04T11:21:42,853 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,41843,1733311300253, state=OPEN 2024-12-04T11:21:42,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39375-0x101a0134a600006, quorum=127.0.0.1:62164, baseZNode=/21678545895 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21678545895/meta-region-server 2024-12-04T11:21:42,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x101a0134a600007, quorum=127.0.0.1:62164, baseZNode=/21678545895 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21678545895/meta-region-server 2024-12-04T11:21:42,858 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e12b86b8109d,41843,1733311300253 2024-12-04T11:21:42,858 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21678545895/meta-region-server: CHANGED 2024-12-04T11:21:42,858 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21678545895/meta-region-server: CHANGED 2024-12-04T11:21:42,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T11:21:42,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,41843,1733311300253 in 199 msec 2024-12-04T11:21:42,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T11:21:42,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 431 msec 2024-12-04T11:21:42,862 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:21:42,862 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T11:21:42,863 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:21:42,863 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,41843,1733311300253, seqNum=-1] 2024-12-04T11:21:42,863 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:21:42,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:21:42,869 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 870 msec 2024-12-04T11:21:42,869 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733311302869, completionTime=-1 2024-12-04T11:21:42,869 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T11:21:42,869 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T11:21:42,871 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T11:21:42,872 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733311362872 2024-12-04T11:21:42,872 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733311422872 2024-12-04T11:21:42,872 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T11:21:42,872 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,39375,1733311299942-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:42,872 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,39375,1733311299942-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:42,872 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,39375,1733311299942-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:42,872 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e12b86b8109d:39375, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:42,872 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:42,872 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:42,874 DEBUG [master/e12b86b8109d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T11:21:42,876 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.553sec 2024-12-04T11:21:42,876 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T11:21:42,876 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T11:21:42,876 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T11:21:42,876 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T11:21:42,876 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T11:21:42,876 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,39375,1733311299942-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:21:42,876 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,39375,1733311299942-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T11:21:42,878 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T11:21:42,878 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T11:21:42,878 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,39375,1733311299942-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:21:42,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@602a778e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:42,885 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,39375,-1 for getting cluster id 2024-12-04T11:21:42,885 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:21:42,886 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '619f74a7-b55e-406a-abc6-104522390606' 2024-12-04T11:21:42,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:21:42,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "619f74a7-b55e-406a-abc6-104522390606" 2024-12-04T11:21:42,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66af2ba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:42,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,39375,-1] 2024-12-04T11:21:42,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:21:42,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:42,888 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:21:42,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74dbb0c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:42,889 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:21:42,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,41843,1733311300253, seqNum=-1] 2024-12-04T11:21:42,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:21:42,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:21:42,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e12b86b8109d,39375,1733311299942 2024-12-04T11:21:42,893 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:62164 2024-12-04T11:21:42,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:62164, baseZNode=/21678545895 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:21:42,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101a0134a600008 connected 2024-12-04T11:21:42,912 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:21:42,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,32805,1733311288756 2024-12-04T11:21:42,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9132f94 2024-12-04T11:21:42,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:21:42,914 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:21:42,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:21:42,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T11:21:42,916 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T11:21:42,917 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:42,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T11:21:42,917 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T11:21:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:21:42,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741835_1011 (size=902) 2024-12-04T11:21:42,927 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 514257d84fce9b685390b9be7351fc1d, NAME => 'test,,1733311302915.514257d84fce9b685390b9be7351fc1d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3 2024-12-04T11:21:42,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741836_1012 (size=39) 2024-12-04T11:21:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:21:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:21:43,303 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:21:43,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:43,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:43,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:43,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:43,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:43,331 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733311302915.514257d84fce9b685390b9be7351fc1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:21:43,331 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 514257d84fce9b685390b9be7351fc1d, disabling compactions & flushes 2024-12-04T11:21:43,331 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733311302915.514257d84fce9b685390b9be7351fc1d. 2024-12-04T11:21:43,331 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733311302915.514257d84fce9b685390b9be7351fc1d. 2024-12-04T11:21:43,331 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733311302915.514257d84fce9b685390b9be7351fc1d. after waiting 0 ms 2024-12-04T11:21:43,331 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733311302915.514257d84fce9b685390b9be7351fc1d. 2024-12-04T11:21:43,331 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733311302915.514257d84fce9b685390b9be7351fc1d. 2024-12-04T11:21:43,331 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 514257d84fce9b685390b9be7351fc1d: Waiting for close lock at 1733311303331Disabling compacts and flushes for region at 1733311303331Disabling writes for close at 1733311303331Writing region close event to WAL at 1733311303331Closed at 1733311303331 2024-12-04T11:21:43,333 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T11:21:43,333 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733311302915.514257d84fce9b685390b9be7351fc1d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733311303333"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733311303333"}]},"ts":"1733311303333"} 2024-12-04T11:21:43,335 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T11:21:43,335 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T11:21:43,336 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311303336"}]},"ts":"1733311303336"} 2024-12-04T11:21:43,337 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T11:21:43,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=514257d84fce9b685390b9be7351fc1d, ASSIGN}] 2024-12-04T11:21:43,339 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=514257d84fce9b685390b9be7351fc1d, ASSIGN 2024-12-04T11:21:43,339 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=514257d84fce9b685390b9be7351fc1d, ASSIGN; state=OFFLINE, location=e12b86b8109d,35491,1733311288939; forceNewPlan=false, retain=false 2024-12-04T11:21:43,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:43,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:43,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:43,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:43,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:43,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:43,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:43,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:43,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:43,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:43,490 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=514257d84fce9b685390b9be7351fc1d, regionState=OPENING, regionLocation=e12b86b8109d,35491,1733311288939 2024-12-04T11:21:43,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=514257d84fce9b685390b9be7351fc1d, ASSIGN because future has completed 2024-12-04T11:21:43,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 514257d84fce9b685390b9be7351fc1d, server=e12b86b8109d,35491,1733311288939}] 2024-12-04T11:21:43,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:21:43,648 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733311302915.514257d84fce9b685390b9be7351fc1d. 2024-12-04T11:21:43,648 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 514257d84fce9b685390b9be7351fc1d, NAME => 'test,,1733311302915.514257d84fce9b685390b9be7351fc1d.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:21:43,648 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:21:43,648 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T11:21:43,648 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 514257d84fce9b685390b9be7351fc1d 2024-12-04T11:21:43,648 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733311302915.514257d84fce9b685390b9be7351fc1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:21:43,649 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 514257d84fce9b685390b9be7351fc1d 2024-12-04T11:21:43,649 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 514257d84fce9b685390b9be7351fc1d 2024-12-04T11:21:43,649 INFO [StoreOpener-514257d84fce9b685390b9be7351fc1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 514257d84fce9b685390b9be7351fc1d 2024-12-04T11:21:43,650 INFO [StoreOpener-514257d84fce9b685390b9be7351fc1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 514257d84fce9b685390b9be7351fc1d columnFamilyName f 2024-12-04T11:21:43,650 DEBUG [StoreOpener-514257d84fce9b685390b9be7351fc1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:43,651 INFO [StoreOpener-514257d84fce9b685390b9be7351fc1d-1 {}] regionserver.HStore(327): Store=514257d84fce9b685390b9be7351fc1d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:21:43,651 INFO [StoreOpener-514257d84fce9b685390b9be7351fc1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 514257d84fce9b685390b9be7351fc1d 2024-12-04T11:21:43,652 INFO [StoreOpener-514257d84fce9b685390b9be7351fc1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 514257d84fce9b685390b9be7351fc1d columnFamilyName f1 2024-12-04T11:21:43,652 DEBUG [StoreOpener-514257d84fce9b685390b9be7351fc1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:43,652 INFO [StoreOpener-514257d84fce9b685390b9be7351fc1d-1 {}] regionserver.HStore(327): Store=514257d84fce9b685390b9be7351fc1d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:21:43,652 INFO [StoreOpener-514257d84fce9b685390b9be7351fc1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 514257d84fce9b685390b9be7351fc1d 2024-12-04T11:21:43,653 INFO [StoreOpener-514257d84fce9b685390b9be7351fc1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 514257d84fce9b685390b9be7351fc1d columnFamilyName norep 2024-12-04T11:21:43,653 DEBUG [StoreOpener-514257d84fce9b685390b9be7351fc1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:43,653 INFO [StoreOpener-514257d84fce9b685390b9be7351fc1d-1 {}] regionserver.HStore(327): Store=514257d84fce9b685390b9be7351fc1d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:21:43,653 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 514257d84fce9b685390b9be7351fc1d 2024-12-04T11:21:43,654 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/default/test/514257d84fce9b685390b9be7351fc1d 2024-12-04T11:21:43,654 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/default/test/514257d84fce9b685390b9be7351fc1d 2024-12-04T11:21:43,654 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 514257d84fce9b685390b9be7351fc1d 2024-12-04T11:21:43,654 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 514257d84fce9b685390b9be7351fc1d 2024-12-04T11:21:43,655 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T11:21:43,655 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 514257d84fce9b685390b9be7351fc1d 2024-12-04T11:21:43,658 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/default/test/514257d84fce9b685390b9be7351fc1d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:21:43,658 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 514257d84fce9b685390b9be7351fc1d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73367542, jitterRate=0.09326156973838806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T11:21:43,658 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 514257d84fce9b685390b9be7351fc1d 2024-12-04T11:21:43,659 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 514257d84fce9b685390b9be7351fc1d: Running coprocessor pre-open hook at 1733311303649Writing region info on filesystem at 1733311303649Initializing all the Stores at 1733311303649Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311303649Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311303649Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311303649Cleaning up temporary data from old regions at 1733311303654 (+5 ms)Running coprocessor post-open hooks at 1733311303658 (+4 ms)Region opened successfully at 1733311303659 (+1 ms) 2024-12-04T11:21:43,660 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733311302915.514257d84fce9b685390b9be7351fc1d., pid=6, masterSystemTime=1733311303644 2024-12-04T11:21:43,662 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733311302915.514257d84fce9b685390b9be7351fc1d. 2024-12-04T11:21:43,662 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733311302915.514257d84fce9b685390b9be7351fc1d. 2024-12-04T11:21:43,662 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=514257d84fce9b685390b9be7351fc1d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e12b86b8109d,35491,1733311288939 2024-12-04T11:21:43,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 514257d84fce9b685390b9be7351fc1d, server=e12b86b8109d,35491,1733311288939 because future has completed 2024-12-04T11:21:43,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T11:21:43,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 514257d84fce9b685390b9be7351fc1d, server=e12b86b8109d,35491,1733311288939 in 172 msec 2024-12-04T11:21:43,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T11:21:43,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=514257d84fce9b685390b9be7351fc1d, ASSIGN in 328 msec 2024-12-04T11:21:43,668 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T11:21:43,668 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311303668"}]},"ts":"1733311303668"} 2024-12-04T11:21:43,670 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T11:21:43,671 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T11:21:43,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 756 msec 2024-12-04T11:21:44,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:21:44,058 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:21:44,058 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T11:21:44,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,42463,1733311294361 2024-12-04T11:21:44,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58427df 2024-12-04T11:21:44,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:21:44,059 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:21:44,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42463 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:21:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42463 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T11:21:44,062 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T11:21:44,062 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:44,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42463 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T11:21:44,063 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T11:21:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:21:44,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33551 is added to blk_1073741835_1011 (size=902) 2024-12-04T11:21:44,068 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1146c2234fc0afbfd0f7a741fa5a6705, NAME => 'test,,1733311304060.1146c2234fc0afbfd0f7a741fa5a6705.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa 2024-12-04T11:21:44,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33551 is added to blk_1073741836_1012 (size=39) 2024-12-04T11:21:44,072 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733311304060.1146c2234fc0afbfd0f7a741fa5a6705.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:21:44,072 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1146c2234fc0afbfd0f7a741fa5a6705, disabling compactions & flushes 2024-12-04T11:21:44,072 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733311304060.1146c2234fc0afbfd0f7a741fa5a6705. 2024-12-04T11:21:44,072 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733311304060.1146c2234fc0afbfd0f7a741fa5a6705. 2024-12-04T11:21:44,073 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733311304060.1146c2234fc0afbfd0f7a741fa5a6705. after waiting 0 ms 2024-12-04T11:21:44,073 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733311304060.1146c2234fc0afbfd0f7a741fa5a6705. 2024-12-04T11:21:44,073 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733311304060.1146c2234fc0afbfd0f7a741fa5a6705. 2024-12-04T11:21:44,073 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1146c2234fc0afbfd0f7a741fa5a6705: Waiting for close lock at 1733311304072Disabling compacts and flushes for region at 1733311304072Disabling writes for close at 1733311304073 (+1 ms)Writing region close event to WAL at 1733311304073Closed at 1733311304073 2024-12-04T11:21:44,074 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T11:21:44,074 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733311304060.1146c2234fc0afbfd0f7a741fa5a6705.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733311304074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733311304074"}]},"ts":"1733311304074"} 2024-12-04T11:21:44,076 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T11:21:44,077 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T11:21:44,077 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311304077"}]},"ts":"1733311304077"} 2024-12-04T11:21:44,079 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T11:21:44,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1146c2234fc0afbfd0f7a741fa5a6705, ASSIGN}] 2024-12-04T11:21:44,080 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1146c2234fc0afbfd0f7a741fa5a6705, ASSIGN 2024-12-04T11:21:44,080 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1146c2234fc0afbfd0f7a741fa5a6705, ASSIGN; state=OFFLINE, location=e12b86b8109d,42213,1733311294953; forceNewPlan=false, retain=false 2024-12-04T11:21:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:21:44,231 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1146c2234fc0afbfd0f7a741fa5a6705, regionState=OPENING, regionLocation=e12b86b8109d,42213,1733311294953 2024-12-04T11:21:44,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1146c2234fc0afbfd0f7a741fa5a6705, ASSIGN because future has completed 2024-12-04T11:21:44,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1146c2234fc0afbfd0f7a741fa5a6705, server=e12b86b8109d,42213,1733311294953}] 2024-12-04T11:21:44,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:21:44,389 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733311304060.1146c2234fc0afbfd0f7a741fa5a6705. 2024-12-04T11:21:44,389 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1146c2234fc0afbfd0f7a741fa5a6705, NAME => 'test,,1733311304060.1146c2234fc0afbfd0f7a741fa5a6705.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:21:44,389 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:21:44,389 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T11:21:44,389 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1146c2234fc0afbfd0f7a741fa5a6705 2024-12-04T11:21:44,389 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733311304060.1146c2234fc0afbfd0f7a741fa5a6705.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:21:44,389 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1146c2234fc0afbfd0f7a741fa5a6705 2024-12-04T11:21:44,389 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1146c2234fc0afbfd0f7a741fa5a6705 2024-12-04T11:21:44,392 INFO [StoreOpener-1146c2234fc0afbfd0f7a741fa5a6705-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1146c2234fc0afbfd0f7a741fa5a6705 2024-12-04T11:21:44,393 INFO [StoreOpener-1146c2234fc0afbfd0f7a741fa5a6705-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1146c2234fc0afbfd0f7a741fa5a6705 columnFamilyName f 2024-12-04T11:21:44,393 DEBUG [StoreOpener-1146c2234fc0afbfd0f7a741fa5a6705-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:44,393 INFO [StoreOpener-1146c2234fc0afbfd0f7a741fa5a6705-1 {}] regionserver.HStore(327): Store=1146c2234fc0afbfd0f7a741fa5a6705/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:21:44,394 INFO [StoreOpener-1146c2234fc0afbfd0f7a741fa5a6705-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1146c2234fc0afbfd0f7a741fa5a6705 2024-12-04T11:21:44,394 INFO [StoreOpener-1146c2234fc0afbfd0f7a741fa5a6705-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1146c2234fc0afbfd0f7a741fa5a6705 columnFamilyName f1 2024-12-04T11:21:44,394 DEBUG [StoreOpener-1146c2234fc0afbfd0f7a741fa5a6705-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:44,395 INFO [StoreOpener-1146c2234fc0afbfd0f7a741fa5a6705-1 {}] regionserver.HStore(327): Store=1146c2234fc0afbfd0f7a741fa5a6705/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:21:44,395 INFO [StoreOpener-1146c2234fc0afbfd0f7a741fa5a6705-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1146c2234fc0afbfd0f7a741fa5a6705 2024-12-04T11:21:44,395 INFO [StoreOpener-1146c2234fc0afbfd0f7a741fa5a6705-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1146c2234fc0afbfd0f7a741fa5a6705 columnFamilyName norep 2024-12-04T11:21:44,395 DEBUG [StoreOpener-1146c2234fc0afbfd0f7a741fa5a6705-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:44,396 INFO [StoreOpener-1146c2234fc0afbfd0f7a741fa5a6705-1 {}] regionserver.HStore(327): Store=1146c2234fc0afbfd0f7a741fa5a6705/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:21:44,396 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1146c2234fc0afbfd0f7a741fa5a6705 2024-12-04T11:21:44,396 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/default/test/1146c2234fc0afbfd0f7a741fa5a6705 2024-12-04T11:21:44,396 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/default/test/1146c2234fc0afbfd0f7a741fa5a6705 2024-12-04T11:21:44,397 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1146c2234fc0afbfd0f7a741fa5a6705 2024-12-04T11:21:44,397 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1146c2234fc0afbfd0f7a741fa5a6705 2024-12-04T11:21:44,397 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T11:21:44,398 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1146c2234fc0afbfd0f7a741fa5a6705 2024-12-04T11:21:44,400 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/default/test/1146c2234fc0afbfd0f7a741fa5a6705/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:21:44,400 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1146c2234fc0afbfd0f7a741fa5a6705; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67140721, jitterRate=4.747062921524048E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T11:21:44,400 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1146c2234fc0afbfd0f7a741fa5a6705 2024-12-04T11:21:44,400 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1146c2234fc0afbfd0f7a741fa5a6705: Running coprocessor pre-open hook at 1733311304390Writing region info on filesystem at 1733311304390Initializing all the Stores at 1733311304390Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311304390Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311304392 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311304392Cleaning up temporary data from old regions at 1733311304397 (+5 ms)Running coprocessor post-open hooks at 1733311304400 (+3 ms)Region opened successfully at 1733311304400 2024-12-04T11:21:44,401 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733311304060.1146c2234fc0afbfd0f7a741fa5a6705., pid=6, masterSystemTime=1733311304386 2024-12-04T11:21:44,402 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733311304060.1146c2234fc0afbfd0f7a741fa5a6705. 2024-12-04T11:21:44,402 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733311304060.1146c2234fc0afbfd0f7a741fa5a6705. 2024-12-04T11:21:44,403 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1146c2234fc0afbfd0f7a741fa5a6705, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e12b86b8109d,42213,1733311294953 2024-12-04T11:21:44,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1146c2234fc0afbfd0f7a741fa5a6705, server=e12b86b8109d,42213,1733311294953 because future has completed 2024-12-04T11:21:44,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T11:21:44,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1146c2234fc0afbfd0f7a741fa5a6705, server=e12b86b8109d,42213,1733311294953 in 171 msec 2024-12-04T11:21:44,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T11:21:44,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1146c2234fc0afbfd0f7a741fa5a6705, ASSIGN in 327 msec 2024-12-04T11:21:44,408 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T11:21:44,408 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311304408"}]},"ts":"1733311304408"} 2024-12-04T11:21:44,410 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T11:21:44,410 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T11:21:44,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 350 msec 2024-12-04T11:21:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:21:44,688 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T11:21:44,688 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:21:44,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,39375,1733311299942 2024-12-04T11:21:44,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a4a5a45 2024-12-04T11:21:44,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:21:44,690 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:21:44,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39375 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:21:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39375 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T11:21:44,693 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T11:21:44,693 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:44,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39375 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T11:21:44,693 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T11:21:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:21:44,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33617 is added to blk_1073741835_1011 (size=902) 2024-12-04T11:21:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:21:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:21:45,099 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d04ae314da35975b979a99710bb177b5, NAME => 'test,,1733311304690.d04ae314da35975b979a99710bb177b5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7 2024-12-04T11:21:45,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33617 is added to blk_1073741836_1012 (size=39) 2024-12-04T11:21:45,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:21:45,504 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733311304690.d04ae314da35975b979a99710bb177b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:21:45,504 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d04ae314da35975b979a99710bb177b5, disabling compactions & flushes 2024-12-04T11:21:45,504 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733311304690.d04ae314da35975b979a99710bb177b5. 2024-12-04T11:21:45,504 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733311304690.d04ae314da35975b979a99710bb177b5. 2024-12-04T11:21:45,504 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733311304690.d04ae314da35975b979a99710bb177b5. after waiting 0 ms 2024-12-04T11:21:45,504 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733311304690.d04ae314da35975b979a99710bb177b5. 2024-12-04T11:21:45,504 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733311304690.d04ae314da35975b979a99710bb177b5. 2024-12-04T11:21:45,504 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d04ae314da35975b979a99710bb177b5: Waiting for close lock at 1733311305504Disabling compacts and flushes for region at 1733311305504Disabling writes for close at 1733311305504Writing region close event to WAL at 1733311305504Closed at 1733311305504 2024-12-04T11:21:45,505 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T11:21:45,505 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733311304690.d04ae314da35975b979a99710bb177b5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733311305505"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733311305505"}]},"ts":"1733311305505"} 2024-12-04T11:21:45,507 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T11:21:45,507 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T11:21:45,508 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311305507"}]},"ts":"1733311305507"} 2024-12-04T11:21:45,509 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T11:21:45,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d04ae314da35975b979a99710bb177b5, ASSIGN}] 2024-12-04T11:21:45,510 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d04ae314da35975b979a99710bb177b5, ASSIGN 2024-12-04T11:21:45,511 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d04ae314da35975b979a99710bb177b5, ASSIGN; state=OFFLINE, location=e12b86b8109d,41843,1733311300253; forceNewPlan=false, retain=false 2024-12-04T11:21:45,661 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d04ae314da35975b979a99710bb177b5, regionState=OPENING, regionLocation=e12b86b8109d,41843,1733311300253 2024-12-04T11:21:45,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d04ae314da35975b979a99710bb177b5, ASSIGN because future has completed 2024-12-04T11:21:45,664 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d04ae314da35975b979a99710bb177b5, server=e12b86b8109d,41843,1733311300253}] 2024-12-04T11:21:45,820 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733311304690.d04ae314da35975b979a99710bb177b5. 2024-12-04T11:21:45,820 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d04ae314da35975b979a99710bb177b5, NAME => 'test,,1733311304690.d04ae314da35975b979a99710bb177b5.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:21:45,821 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:21:45,821 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T11:21:45,821 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d04ae314da35975b979a99710bb177b5 2024-12-04T11:21:45,821 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733311304690.d04ae314da35975b979a99710bb177b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:21:45,821 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d04ae314da35975b979a99710bb177b5 2024-12-04T11:21:45,821 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d04ae314da35975b979a99710bb177b5 2024-12-04T11:21:45,822 INFO [StoreOpener-d04ae314da35975b979a99710bb177b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d04ae314da35975b979a99710bb177b5 2024-12-04T11:21:45,823 INFO [StoreOpener-d04ae314da35975b979a99710bb177b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d04ae314da35975b979a99710bb177b5 columnFamilyName f 2024-12-04T11:21:45,823 DEBUG [StoreOpener-d04ae314da35975b979a99710bb177b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:45,823 INFO [StoreOpener-d04ae314da35975b979a99710bb177b5-1 {}] regionserver.HStore(327): Store=d04ae314da35975b979a99710bb177b5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:21:45,823 INFO [StoreOpener-d04ae314da35975b979a99710bb177b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d04ae314da35975b979a99710bb177b5 2024-12-04T11:21:45,824 INFO [StoreOpener-d04ae314da35975b979a99710bb177b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d04ae314da35975b979a99710bb177b5 columnFamilyName f1 2024-12-04T11:21:45,824 DEBUG [StoreOpener-d04ae314da35975b979a99710bb177b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:45,824 INFO [StoreOpener-d04ae314da35975b979a99710bb177b5-1 {}] regionserver.HStore(327): Store=d04ae314da35975b979a99710bb177b5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:21:45,824 INFO [StoreOpener-d04ae314da35975b979a99710bb177b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d04ae314da35975b979a99710bb177b5 2024-12-04T11:21:45,825 INFO [StoreOpener-d04ae314da35975b979a99710bb177b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d04ae314da35975b979a99710bb177b5 columnFamilyName norep 2024-12-04T11:21:45,825 DEBUG [StoreOpener-d04ae314da35975b979a99710bb177b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:45,825 INFO [StoreOpener-d04ae314da35975b979a99710bb177b5-1 {}] regionserver.HStore(327): Store=d04ae314da35975b979a99710bb177b5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:21:45,825 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d04ae314da35975b979a99710bb177b5 2024-12-04T11:21:45,826 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/default/test/d04ae314da35975b979a99710bb177b5 2024-12-04T11:21:45,826 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/default/test/d04ae314da35975b979a99710bb177b5 2024-12-04T11:21:45,827 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d04ae314da35975b979a99710bb177b5 2024-12-04T11:21:45,827 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d04ae314da35975b979a99710bb177b5 2024-12-04T11:21:45,827 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T11:21:45,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:21:45,828 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d04ae314da35975b979a99710bb177b5 2024-12-04T11:21:45,829 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/default/test/d04ae314da35975b979a99710bb177b5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:21:45,829 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d04ae314da35975b979a99710bb177b5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69225159, jitterRate=0.031535252928733826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T11:21:45,829 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d04ae314da35975b979a99710bb177b5 2024-12-04T11:21:45,829 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d04ae314da35975b979a99710bb177b5: Running coprocessor pre-open hook at 1733311305821Writing region info on filesystem at 1733311305821Initializing all the Stores at 1733311305822 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311305822Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311305822Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311305822Cleaning up temporary data from old regions at 1733311305827 (+5 ms)Running coprocessor post-open hooks at 1733311305829 (+2 ms)Region opened successfully at 1733311305829 2024-12-04T11:21:45,830 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733311304690.d04ae314da35975b979a99710bb177b5., pid=6, masterSystemTime=1733311305816 2024-12-04T11:21:45,832 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733311304690.d04ae314da35975b979a99710bb177b5. 2024-12-04T11:21:45,832 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733311304690.d04ae314da35975b979a99710bb177b5. 2024-12-04T11:21:45,832 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d04ae314da35975b979a99710bb177b5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e12b86b8109d,41843,1733311300253 2024-12-04T11:21:45,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d04ae314da35975b979a99710bb177b5, server=e12b86b8109d,41843,1733311300253 because future has completed 2024-12-04T11:21:45,836 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T11:21:45,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d04ae314da35975b979a99710bb177b5, server=e12b86b8109d,41843,1733311300253 in 171 msec 2024-12-04T11:21:45,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T11:21:45,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d04ae314da35975b979a99710bb177b5, ASSIGN in 327 msec 2024-12-04T11:21:45,839 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T11:21:45,839 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311305839"}]},"ts":"1733311305839"} 2024-12-04T11:21:45,841 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T11:21:45,842 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T11:21:45,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-12-04T11:21:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:21:46,848 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T11:21:46,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c7b657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:46,849 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,32805,-1 for getting cluster id 2024-12-04T11:21:46,849 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:21:46,850 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0758e673-fb90-40ad-9b57-39165ef7fb7b' 2024-12-04T11:21:46,850 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:21:46,850 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0758e673-fb90-40ad-9b57-39165ef7fb7b" 2024-12-04T11:21:46,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fd3e779, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:46,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,32805,-1] 2024-12-04T11:21:46,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:21:46,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:46,852 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:21:46,852 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798a7e46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:46,853 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:21:46,853 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,32805,1733311288756 2024-12-04T11:21:46,853 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69a17fe1 2024-12-04T11:21:46,853 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:21:46,854 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:21:46,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e12b86b8109d:42463,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T11:21:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T11:21:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:21:46,857 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e12b86b8109d:42463' 2024-12-04T11:21:46,858 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1baf45f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:46,858 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,42463,-1 for getting cluster id 2024-12-04T11:21:46,858 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:21:46,858 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a03b0716-aef3-4888-98c1-769c86ad1291' 2024-12-04T11:21:46,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:21:46,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a03b0716-aef3-4888-98c1-769c86ad1291" 2024-12-04T11:21:46,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7808e8a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:46,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,42463,-1] 2024-12-04T11:21:46,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:21:46,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:46,860 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:21:46,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51952d34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:46,861 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:21:46,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,42463,1733311294361 2024-12-04T11:21:46,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@732fa170 2024-12-04T11:21:46,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:21:46,863 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:21:46,863 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T11:21:46,863 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T11:21:46,864 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:46,864 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:46,864 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:21:46,864 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:21:46,865 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T11:21:46,866 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T11:21:46,866 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:46,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T11:21:46,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741837_1013 (size=1138) 2024-12-04T11:21:46,915 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T11:21:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:21:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:21:47,272 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 18e31bdb8cc916261131026ca3f7e0db, NAME => 'hbase:replication,,1733311306864.18e31bdb8cc916261131026ca3f7e0db.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3 2024-12-04T11:21:47,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741838_1014 (size=44) 2024-12-04T11:21:47,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:21:47,734 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733311306864.18e31bdb8cc916261131026ca3f7e0db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:21:47,734 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 18e31bdb8cc916261131026ca3f7e0db, disabling compactions & flushes 2024-12-04T11:21:47,734 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733311306864.18e31bdb8cc916261131026ca3f7e0db. 2024-12-04T11:21:47,734 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733311306864.18e31bdb8cc916261131026ca3f7e0db. 2024-12-04T11:21:47,734 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733311306864.18e31bdb8cc916261131026ca3f7e0db. after waiting 0 ms 2024-12-04T11:21:47,734 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733311306864.18e31bdb8cc916261131026ca3f7e0db. 2024-12-04T11:21:47,734 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733311306864.18e31bdb8cc916261131026ca3f7e0db. 2024-12-04T11:21:47,734 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 18e31bdb8cc916261131026ca3f7e0db: Waiting for close lock at 1733311307734Disabling compacts and flushes for region at 1733311307734Disabling writes for close at 1733311307734Writing region close event to WAL at 1733311307734Closed at 1733311307734 2024-12-04T11:21:47,735 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T11:21:47,735 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733311306864.18e31bdb8cc916261131026ca3f7e0db.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733311307735"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733311307735"}]},"ts":"1733311307735"} 2024-12-04T11:21:47,737 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T11:21:47,738 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T11:21:47,738 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311307738"}]},"ts":"1733311307738"} 2024-12-04T11:21:47,740 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T11:21:47,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18e31bdb8cc916261131026ca3f7e0db, ASSIGN}] 2024-12-04T11:21:47,741 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18e31bdb8cc916261131026ca3f7e0db, ASSIGN 2024-12-04T11:21:47,742 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=18e31bdb8cc916261131026ca3f7e0db, ASSIGN; state=OFFLINE, location=e12b86b8109d,35491,1733311288939; forceNewPlan=false, retain=false 2024-12-04T11:21:47,892 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=18e31bdb8cc916261131026ca3f7e0db, regionState=OPENING, regionLocation=e12b86b8109d,35491,1733311288939 2024-12-04T11:21:47,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=18e31bdb8cc916261131026ca3f7e0db, ASSIGN because future has completed 2024-12-04T11:21:47,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18e31bdb8cc916261131026ca3f7e0db, server=e12b86b8109d,35491,1733311288939}] 2024-12-04T11:21:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:21:48,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733311306864.18e31bdb8cc916261131026ca3f7e0db. 2024-12-04T11:21:48,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:21:48,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T11:21:48,050 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C35491%2C1733311288939.rep, suffix=, logDir=hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939, archiveDir=hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/oldWALs, maxLogs=10 2024-12-04T11:21:48,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.rep.1733311308050, exclude list is [], retry=0 2024-12-04T11:21:48,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38833,DS-9c64e6a4-0c39-4bf4-9977-5f2c3e66deb3,DISK] 2024-12-04T11:21:48,076 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.rep.1733311308050 2024-12-04T11:21:48,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46299:46299)] 2024-12-04T11:21:48,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 18e31bdb8cc916261131026ca3f7e0db, NAME => 'hbase:replication,,1733311306864.18e31bdb8cc916261131026ca3f7e0db.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:21:48,076 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:21:48,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T11:21:48,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733311306864.18e31bdb8cc916261131026ca3f7e0db. service=MultiRowMutationService 2024-12-04T11:21:48,077 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T11:21:48,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 18e31bdb8cc916261131026ca3f7e0db 2024-12-04T11:21:48,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733311306864.18e31bdb8cc916261131026ca3f7e0db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:21:48,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 18e31bdb8cc916261131026ca3f7e0db 2024-12-04T11:21:48,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 18e31bdb8cc916261131026ca3f7e0db 2024-12-04T11:21:48,084 INFO [StoreOpener-18e31bdb8cc916261131026ca3f7e0db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 18e31bdb8cc916261131026ca3f7e0db 2024-12-04T11:21:48,086 INFO [StoreOpener-18e31bdb8cc916261131026ca3f7e0db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18e31bdb8cc916261131026ca3f7e0db columnFamilyName hfileref 2024-12-04T11:21:48,086 DEBUG [StoreOpener-18e31bdb8cc916261131026ca3f7e0db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:48,086 INFO [StoreOpener-18e31bdb8cc916261131026ca3f7e0db-1 {}] regionserver.HStore(327): Store=18e31bdb8cc916261131026ca3f7e0db/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:21:48,086 INFO [StoreOpener-18e31bdb8cc916261131026ca3f7e0db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 18e31bdb8cc916261131026ca3f7e0db 2024-12-04T11:21:48,087 INFO [StoreOpener-18e31bdb8cc916261131026ca3f7e0db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18e31bdb8cc916261131026ca3f7e0db columnFamilyName queue 2024-12-04T11:21:48,087 DEBUG [StoreOpener-18e31bdb8cc916261131026ca3f7e0db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:48,087 INFO [StoreOpener-18e31bdb8cc916261131026ca3f7e0db-1 {}] regionserver.HStore(327): Store=18e31bdb8cc916261131026ca3f7e0db/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:21:48,087 INFO [StoreOpener-18e31bdb8cc916261131026ca3f7e0db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 18e31bdb8cc916261131026ca3f7e0db 2024-12-04T11:21:48,088 INFO [StoreOpener-18e31bdb8cc916261131026ca3f7e0db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18e31bdb8cc916261131026ca3f7e0db columnFamilyName sid 2024-12-04T11:21:48,088 DEBUG [StoreOpener-18e31bdb8cc916261131026ca3f7e0db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:48,088 INFO [StoreOpener-18e31bdb8cc916261131026ca3f7e0db-1 {}] regionserver.HStore(327): Store=18e31bdb8cc916261131026ca3f7e0db/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:21:48,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 18e31bdb8cc916261131026ca3f7e0db 2024-12-04T11:21:48,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/hbase/replication/18e31bdb8cc916261131026ca3f7e0db 2024-12-04T11:21:48,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/hbase/replication/18e31bdb8cc916261131026ca3f7e0db 2024-12-04T11:21:48,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 18e31bdb8cc916261131026ca3f7e0db 2024-12-04T11:21:48,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 18e31bdb8cc916261131026ca3f7e0db 2024-12-04T11:21:48,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T11:21:48,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 18e31bdb8cc916261131026ca3f7e0db 2024-12-04T11:21:48,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/hbase/replication/18e31bdb8cc916261131026ca3f7e0db/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:21:48,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 18e31bdb8cc916261131026ca3f7e0db; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69378790, jitterRate=0.033824533224105835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T11:21:48,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18e31bdb8cc916261131026ca3f7e0db 2024-12-04T11:21:48,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 18e31bdb8cc916261131026ca3f7e0db: Running coprocessor pre-open hook at 1733311308077Writing region info on filesystem at 1733311308077Initializing all the Stores at 1733311308080 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311308080Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311308084 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311308084Cleaning up temporary data from old regions at 1733311308090 (+6 ms)Running coprocessor post-open hooks at 1733311308096 (+6 ms)Region opened successfully at 1733311308096 2024-12-04T11:21:48,098 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733311306864.18e31bdb8cc916261131026ca3f7e0db., pid=10, masterSystemTime=1733311308046 2024-12-04T11:21:48,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733311306864.18e31bdb8cc916261131026ca3f7e0db. 2024-12-04T11:21:48,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733311306864.18e31bdb8cc916261131026ca3f7e0db. 2024-12-04T11:21:48,100 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=18e31bdb8cc916261131026ca3f7e0db, regionState=OPEN, openSeqNum=2, regionLocation=e12b86b8109d,35491,1733311288939 2024-12-04T11:21:48,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18e31bdb8cc916261131026ca3f7e0db, server=e12b86b8109d,35491,1733311288939 because future has completed 2024-12-04T11:21:48,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T11:21:48,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 18e31bdb8cc916261131026ca3f7e0db, server=e12b86b8109d,35491,1733311288939 in 209 msec 2024-12-04T11:21:48,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T11:21:48,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18e31bdb8cc916261131026ca3f7e0db, ASSIGN in 364 msec 2024-12-04T11:21:48,106 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T11:21:48,107 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311308106"}]},"ts":"1733311308106"} 2024-12-04T11:21:48,109 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T11:21:48,109 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T11:21:48,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2450 sec 2024-12-04T11:21:48,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733311306864.18e31bdb8cc916261131026ca3f7e0db., hostname=e12b86b8109d,35491,1733311288939, seqNum=2] 2024-12-04T11:21:48,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x101a0134a600000, quorum=127.0.0.1:62164, baseZNode=/01958623484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01958623484 2024-12-04T11:21:48,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35491-0x101a0134a600001, quorum=127.0.0.1:62164, baseZNode=/01958623484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01958623484 2024-12-04T11:21:48,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T11:21:48,344 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:21:48,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:48,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:48,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:48,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:48,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:48,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35491 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T11:21:48,359 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T11:21:48,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:48,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:48,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:48,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:48,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:48,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:48,385 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e12b86b8109d,35491,1733311288939, ReplicationSource: 1, currentBandwidth=0 2024-12-04T11:21:48,386 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:21:48,386 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,35491,1733311288939, seqNum=-1] 2024-12-04T11:21:48,387 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:21:48,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-04T11:21:48,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e12b86b8109d,35491,1733311288939', locateType=CURRENT is [region=hbase:replication,,1733311306864.18e31bdb8cc916261131026ca3f7e0db., hostname=e12b86b8109d,35491,1733311288939, seqNum=2] 2024-12-04T11:21:48,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:48,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:48,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:48,394 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T11:21:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T11:21:48,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:48,397 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e12b86b8109d,35491,1733311288939 suceeded 2024-12-04T11:21:48,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T11:21:48,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-12-04T11:21:48,398 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e12b86b8109d:42463,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T11:21:48,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5430 sec 2024-12-04T11:21:48,409 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e12b86b8109d:42463' 2024-12-04T11:21:48,410 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a3da786, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:48,410 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,42463,-1 for getting cluster id 2024-12-04T11:21:48,410 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:21:48,411 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a03b0716-aef3-4888-98c1-769c86ad1291' 2024-12-04T11:21:48,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:21:48,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a03b0716-aef3-4888-98c1-769c86ad1291" 2024-12-04T11:21:48,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d443ada, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:48,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,42463,-1] 2024-12-04T11:21:48,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:21:48,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:48,412 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:21:48,413 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62d0bc04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:48,413 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:21:48,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,42463,1733311294361 2024-12-04T11:21:48,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e68b959 2024-12-04T11:21:48,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:21:48,414 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-04T11:21:48,415 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e12b86b8109d,35491,1733311288939 (queues=1) is replicating from cluster=0758e673-fb90-40ad-9b57-39165ef7fb7b to cluster=a03b0716-aef3-4888-98c1-769c86ad1291 2024-12-04T11:21:48,415 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e12b86b8109d%2C35491%2C1733311288939 2024-12-04T11:21:48,415 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e12b86b8109d,35491,1733311288939, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T11:21:48,415 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.shippere12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e12b86b8109d%2C35491%2C1733311288939 2024-12-04T11:21:48,416 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632, startPosition=0, beingWritten=true 2024-12-04T11:21:48,420 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T11:21:48,426 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:21:48,426 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632 to pos 379, reset compression=false 2024-12-04T11:21:48,426 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.shippere12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,35491,1733311288939 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T11:21:48,629 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632 to pos 379, reset compression=false 2024-12-04T11:21:48,933 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632 to pos 379, reset compression=false 2024-12-04T11:21:49,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:21:49,008 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T11:21:49,008 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:21:49,009 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:21:49,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:49,009 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:21:49,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:49,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d514fd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:49,014 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,42463,-1 for getting cluster id 2024-12-04T11:21:49,014 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:21:49,015 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a03b0716-aef3-4888-98c1-769c86ad1291' 2024-12-04T11:21:49,015 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:21:49,015 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a03b0716-aef3-4888-98c1-769c86ad1291" 2024-12-04T11:21:49,015 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b5da625, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:49,015 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,42463,-1] 2024-12-04T11:21:49,016 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:21:49,016 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:49,016 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:21:49,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@211bd237, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:49,017 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:21:49,018 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,42463,1733311294361 2024-12-04T11:21:49,018 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@357bd020 2024-12-04T11:21:49,018 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:21:49,019 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:21:49,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42463 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e12b86b8109d:39375,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T11:21:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42463 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T11:21:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:21:49,021 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e12b86b8109d:39375' 2024-12-04T11:21:49,024 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac6beec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:49,024 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,39375,-1 for getting cluster id 2024-12-04T11:21:49,024 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:21:49,025 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '619f74a7-b55e-406a-abc6-104522390606' 2024-12-04T11:21:49,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:21:49,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "619f74a7-b55e-406a-abc6-104522390606" 2024-12-04T11:21:49,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a2ac576, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:49,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,39375,-1] 2024-12-04T11:21:49,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:21:49,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:49,026 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:21:49,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e409091, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:49,027 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:21:49,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,39375,1733311299942 2024-12-04T11:21:49,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d7438f1 2024-12-04T11:21:49,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:21:49,028 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:21:49,029 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T11:21:49,029 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T11:21:49,029 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:49,029 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:49,029 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:21:49,029 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:21:49,030 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T11:21:49,031 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T11:21:49,031 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:49,032 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T11:21:49,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33551 is added to blk_1073741837_1013 (size=1138) 2024-12-04T11:21:49,081 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T11:21:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:21:49,336 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632 to pos 379, reset compression=false 2024-12-04T11:21:49,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:21:49,447 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 366a2a81dd070e76e43cdb81610e4342, NAME => 'hbase:replication,,1733311309029.366a2a81dd070e76e43cdb81610e4342.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa 2024-12-04T11:21:49,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33551 is added to blk_1073741838_1014 (size=44) 2024-12-04T11:21:49,504 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T11:21:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:21:49,839 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632 to pos 379, reset compression=false 2024-12-04T11:21:49,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733311309029.366a2a81dd070e76e43cdb81610e4342.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:21:49,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 366a2a81dd070e76e43cdb81610e4342, disabling compactions & flushes 2024-12-04T11:21:49,852 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733311309029.366a2a81dd070e76e43cdb81610e4342. 2024-12-04T11:21:49,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733311309029.366a2a81dd070e76e43cdb81610e4342. 2024-12-04T11:21:49,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733311309029.366a2a81dd070e76e43cdb81610e4342. after waiting 0 ms 2024-12-04T11:21:49,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733311309029.366a2a81dd070e76e43cdb81610e4342. 2024-12-04T11:21:49,852 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733311309029.366a2a81dd070e76e43cdb81610e4342. 2024-12-04T11:21:49,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 366a2a81dd070e76e43cdb81610e4342: Waiting for close lock at 1733311309852Disabling compacts and flushes for region at 1733311309852Disabling writes for close at 1733311309852Writing region close event to WAL at 1733311309852Closed at 1733311309852 2024-12-04T11:21:49,853 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T11:21:49,853 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733311309029.366a2a81dd070e76e43cdb81610e4342.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733311309853"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733311309853"}]},"ts":"1733311309853"} 2024-12-04T11:21:49,855 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T11:21:49,855 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T11:21:49,855 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311309855"}]},"ts":"1733311309855"} 2024-12-04T11:21:49,857 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T11:21:49,857 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=366a2a81dd070e76e43cdb81610e4342, ASSIGN}] 2024-12-04T11:21:49,858 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=366a2a81dd070e76e43cdb81610e4342, ASSIGN 2024-12-04T11:21:49,858 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=366a2a81dd070e76e43cdb81610e4342, ASSIGN; state=OFFLINE, location=e12b86b8109d,42213,1733311294953; forceNewPlan=false, retain=false 2024-12-04T11:21:50,009 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=366a2a81dd070e76e43cdb81610e4342, regionState=OPENING, regionLocation=e12b86b8109d,42213,1733311294953 2024-12-04T11:21:50,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=366a2a81dd070e76e43cdb81610e4342, ASSIGN because future has completed 2024-12-04T11:21:50,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 366a2a81dd070e76e43cdb81610e4342, server=e12b86b8109d,42213,1733311294953}] 2024-12-04T11:21:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:21:50,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733311309029.366a2a81dd070e76e43cdb81610e4342. 2024-12-04T11:21:50,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:21:50,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T11:21:50,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C42213%2C1733311294953.rep, suffix=, logDir=hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953, archiveDir=hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/oldWALs, maxLogs=10 2024-12-04T11:21:50,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.rep.1733311310167, exclude list is [], retry=0 2024-12-04T11:21:50,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33551,DS-01eb9c14-e08c-40f7-b528-091ecb984018,DISK] 2024-12-04T11:21:50,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.rep.1733311310167 2024-12-04T11:21:50,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42181:42181)] 2024-12-04T11:21:50,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 366a2a81dd070e76e43cdb81610e4342, NAME => 'hbase:replication,,1733311309029.366a2a81dd070e76e43cdb81610e4342.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:21:50,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:21:50,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T11:21:50,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733311309029.366a2a81dd070e76e43cdb81610e4342. service=MultiRowMutationService 2024-12-04T11:21:50,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T11:21:50,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 366a2a81dd070e76e43cdb81610e4342 2024-12-04T11:21:50,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733311309029.366a2a81dd070e76e43cdb81610e4342.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:21:50,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 366a2a81dd070e76e43cdb81610e4342 2024-12-04T11:21:50,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 366a2a81dd070e76e43cdb81610e4342 2024-12-04T11:21:50,182 INFO [StoreOpener-366a2a81dd070e76e43cdb81610e4342-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 366a2a81dd070e76e43cdb81610e4342 2024-12-04T11:21:50,183 INFO [StoreOpener-366a2a81dd070e76e43cdb81610e4342-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 366a2a81dd070e76e43cdb81610e4342 columnFamilyName hfileref 2024-12-04T11:21:50,183 DEBUG [StoreOpener-366a2a81dd070e76e43cdb81610e4342-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:50,183 INFO [StoreOpener-366a2a81dd070e76e43cdb81610e4342-1 {}] regionserver.HStore(327): Store=366a2a81dd070e76e43cdb81610e4342/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:21:50,183 INFO [StoreOpener-366a2a81dd070e76e43cdb81610e4342-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 366a2a81dd070e76e43cdb81610e4342 2024-12-04T11:21:50,184 INFO [StoreOpener-366a2a81dd070e76e43cdb81610e4342-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 366a2a81dd070e76e43cdb81610e4342 columnFamilyName queue 2024-12-04T11:21:50,184 DEBUG [StoreOpener-366a2a81dd070e76e43cdb81610e4342-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:50,184 INFO [StoreOpener-366a2a81dd070e76e43cdb81610e4342-1 {}] regionserver.HStore(327): Store=366a2a81dd070e76e43cdb81610e4342/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:21:50,184 INFO [StoreOpener-366a2a81dd070e76e43cdb81610e4342-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 366a2a81dd070e76e43cdb81610e4342 2024-12-04T11:21:50,185 INFO [StoreOpener-366a2a81dd070e76e43cdb81610e4342-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 366a2a81dd070e76e43cdb81610e4342 columnFamilyName sid 2024-12-04T11:21:50,185 DEBUG [StoreOpener-366a2a81dd070e76e43cdb81610e4342-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:50,185 INFO [StoreOpener-366a2a81dd070e76e43cdb81610e4342-1 {}] regionserver.HStore(327): Store=366a2a81dd070e76e43cdb81610e4342/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:21:50,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 366a2a81dd070e76e43cdb81610e4342 2024-12-04T11:21:50,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/hbase/replication/366a2a81dd070e76e43cdb81610e4342 2024-12-04T11:21:50,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/hbase/replication/366a2a81dd070e76e43cdb81610e4342 2024-12-04T11:21:50,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 366a2a81dd070e76e43cdb81610e4342 2024-12-04T11:21:50,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 366a2a81dd070e76e43cdb81610e4342 2024-12-04T11:21:50,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T11:21:50,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 366a2a81dd070e76e43cdb81610e4342 2024-12-04T11:21:50,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/hbase/replication/366a2a81dd070e76e43cdb81610e4342/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:21:50,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 366a2a81dd070e76e43cdb81610e4342; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68180360, jitterRate=0.01596653461456299}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T11:21:50,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 366a2a81dd070e76e43cdb81610e4342 2024-12-04T11:21:50,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 366a2a81dd070e76e43cdb81610e4342: Running coprocessor pre-open hook at 1733311310181Writing region info on filesystem at 1733311310181Initializing all the Stores at 1733311310182 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311310182Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311310182Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311310182Cleaning up temporary data from old regions at 1733311310186 (+4 ms)Running coprocessor post-open hooks at 1733311310189 (+3 ms)Region opened successfully at 1733311310189 2024-12-04T11:21:50,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733311309029.366a2a81dd070e76e43cdb81610e4342., pid=10, masterSystemTime=1733311310162 2024-12-04T11:21:50,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733311309029.366a2a81dd070e76e43cdb81610e4342. 2024-12-04T11:21:50,191 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733311309029.366a2a81dd070e76e43cdb81610e4342. 2024-12-04T11:21:50,191 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=366a2a81dd070e76e43cdb81610e4342, regionState=OPEN, openSeqNum=2, regionLocation=e12b86b8109d,42213,1733311294953 2024-12-04T11:21:50,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 366a2a81dd070e76e43cdb81610e4342, server=e12b86b8109d,42213,1733311294953 because future has completed 2024-12-04T11:21:50,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T11:21:50,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 366a2a81dd070e76e43cdb81610e4342, server=e12b86b8109d,42213,1733311294953 in 182 msec 2024-12-04T11:21:50,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T11:21:50,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=366a2a81dd070e76e43cdb81610e4342, ASSIGN in 337 msec 2024-12-04T11:21:50,196 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T11:21:50,196 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311310196"}]},"ts":"1733311310196"} 2024-12-04T11:21:50,197 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T11:21:50,197 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T11:21:50,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-12-04T11:21:50,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733311309029.366a2a81dd070e76e43cdb81610e4342., hostname=e12b86b8109d,42213,1733311294953, seqNum=2] 2024-12-04T11:21:50,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42463-0x101a0134a600003, quorum=127.0.0.1:62164, baseZNode=/11995501171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11995501171 2024-12-04T11:21:50,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42213-0x101a0134a600004, quorum=127.0.0.1:62164, baseZNode=/11995501171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11995501171 2024-12-04T11:21:50,332 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T11:21:50,442 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632 to pos 379, reset compression=false 2024-12-04T11:21:50,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42213 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T11:21:50,484 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T11:21:50,507 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e12b86b8109d,42213,1733311294953, ReplicationSource: 1, currentBandwidth=0 2024-12-04T11:21:50,507 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:21:50,507 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,42213,1733311294953, seqNum=-1] 2024-12-04T11:21:50,508 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:21:50,508 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-04T11:21:50,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e12b86b8109d,42213,1733311294953', locateType=CURRENT is [region=hbase:replication,,1733311309029.366a2a81dd070e76e43cdb81610e4342., hostname=e12b86b8109d,42213,1733311294953, seqNum=2] 2024-12-04T11:21:50,512 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T11:21:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42463 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T11:21:50,513 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e12b86b8109d,42213,1733311294953 suceeded 2024-12-04T11:21:50,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T11:21:50,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 181 msec 2024-12-04T11:21:50,514 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e12b86b8109d:39375,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T11:21:50,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4950 sec 2024-12-04T11:21:50,531 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e12b86b8109d:39375' 2024-12-04T11:21:50,532 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19869d52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:50,532 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,39375,-1 for getting cluster id 2024-12-04T11:21:50,532 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:21:50,533 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '619f74a7-b55e-406a-abc6-104522390606' 2024-12-04T11:21:50,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:21:50,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "619f74a7-b55e-406a-abc6-104522390606" 2024-12-04T11:21:50,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@409a11fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:50,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,39375,-1] 2024-12-04T11:21:50,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:21:50,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:50,534 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:21:50,535 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@716fe52e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:50,535 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:21:50,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,39375,1733311299942 2024-12-04T11:21:50,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31ddc1e1 2024-12-04T11:21:50,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:21:50,536 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-04T11:21:50,537 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e12b86b8109d,42213,1733311294953 (queues=1) is replicating from cluster=a03b0716-aef3-4888-98c1-769c86ad1291 to cluster=619f74a7-b55e-406a-abc6-104522390606 2024-12-04T11:21:50,537 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e12b86b8109d%2C42213%2C1733311294953 2024-12-04T11:21:50,537 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e12b86b8109d,42213,1733311294953, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T11:21:50,537 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930, startPosition=0, beingWritten=true 2024-12-04T11:21:50,537 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.shippere12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e12b86b8109d%2C42213%2C1733311294953 2024-12-04T11:21:50,543 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:21:50,543 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 to pos 379, reset compression=false 2024-12-04T11:21:50,543 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.shippere12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,42213,1733311294953 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T11:21:50,746 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 to pos 379, reset compression=false 2024-12-04T11:21:50,937 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:21:50,938 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e12b86b8109d,39329,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:39329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T11:21:50,938 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108817 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e12b86b8109d,39329,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:39329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T11:21:51,049 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 to pos 379, reset compression=false 2024-12-04T11:21:51,145 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632 to pos 379, reset compression=false 2024-12-04T11:21:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:21:51,167 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T11:21:51,168 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:21:51,168 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:21:51,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:51,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:51,168 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:21:51,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ca8967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:51,168 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,39375,-1 for getting cluster id 2024-12-04T11:21:51,168 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:21:51,169 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '619f74a7-b55e-406a-abc6-104522390606' 2024-12-04T11:21:51,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:21:51,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "619f74a7-b55e-406a-abc6-104522390606" 2024-12-04T11:21:51,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e97e240, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:51,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,39375,-1] 2024-12-04T11:21:51,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:21:51,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:51,170 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:21:51,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@738c2c15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:51,171 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:21:51,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,39375,1733311299942 2024-12-04T11:21:51,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37193dde 2024-12-04T11:21:51,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:21:51,173 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:21:51,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39375 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e12b86b8109d:42463,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T11:21:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39375 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T11:21:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:21:51,175 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e12b86b8109d:42463' 2024-12-04T11:21:51,176 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ede48f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:51,176 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,42463,-1 for getting cluster id 2024-12-04T11:21:51,176 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:21:51,177 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a03b0716-aef3-4888-98c1-769c86ad1291' 2024-12-04T11:21:51,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:21:51,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a03b0716-aef3-4888-98c1-769c86ad1291" 2024-12-04T11:21:51,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@688eabd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:51,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,42463,-1] 2024-12-04T11:21:51,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:21:51,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:51,178 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:21:51,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34f99eff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:51,178 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:21:51,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,42463,1733311294361 2024-12-04T11:21:51,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@482064b8 2024-12-04T11:21:51,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:21:51,180 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:21:51,180 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T11:21:51,180 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T11:21:51,180 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:51,180 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:51,180 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:21:51,181 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:21:51,182 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T11:21:51,182 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T11:21:51,182 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:51,183 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T11:21:51,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33617 is added to blk_1073741837_1013 (size=1138) 2024-12-04T11:21:51,208 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T11:21:51,208 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T11:21:51,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T11:21:51,209 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T11:21:51,232 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T11:21:51,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:21:51,452 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 to pos 379, reset compression=false 2024-12-04T11:21:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:21:51,589 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ddaf472124cacd881edb4a9fba7a53f4, NAME => 'hbase:replication,,1733311311181.ddaf472124cacd881edb4a9fba7a53f4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7 2024-12-04T11:21:51,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33617 is added to blk_1073741838_1014 (size=44) 2024-12-04T11:21:51,797 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=8, created chunk count=33, reused chunk count=120, reuseRatio=78.43% 2024-12-04T11:21:51,797 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-04T11:21:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:21:51,948 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632 to pos 379, reset compression=false 2024-12-04T11:21:51,954 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 to pos 379, reset compression=false 2024-12-04T11:21:51,993 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733311311181.ddaf472124cacd881edb4a9fba7a53f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:21:51,993 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ddaf472124cacd881edb4a9fba7a53f4, disabling compactions & flushes 2024-12-04T11:21:51,993 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733311311181.ddaf472124cacd881edb4a9fba7a53f4. 2024-12-04T11:21:51,993 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733311311181.ddaf472124cacd881edb4a9fba7a53f4. 2024-12-04T11:21:51,993 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733311311181.ddaf472124cacd881edb4a9fba7a53f4. after waiting 0 ms 2024-12-04T11:21:51,993 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733311311181.ddaf472124cacd881edb4a9fba7a53f4. 2024-12-04T11:21:51,993 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733311311181.ddaf472124cacd881edb4a9fba7a53f4. 2024-12-04T11:21:51,993 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ddaf472124cacd881edb4a9fba7a53f4: Waiting for close lock at 1733311311993Disabling compacts and flushes for region at 1733311311993Disabling writes for close at 1733311311993Writing region close event to WAL at 1733311311993Closed at 1733311311993 2024-12-04T11:21:51,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T11:21:51,994 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733311311181.ddaf472124cacd881edb4a9fba7a53f4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733311311994"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733311311994"}]},"ts":"1733311311994"} 2024-12-04T11:21:51,996 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T11:21:51,996 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T11:21:51,996 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311311996"}]},"ts":"1733311311996"} 2024-12-04T11:21:51,997 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T11:21:51,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ddaf472124cacd881edb4a9fba7a53f4, ASSIGN}] 2024-12-04T11:21:51,998 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ddaf472124cacd881edb4a9fba7a53f4, ASSIGN 2024-12-04T11:21:51,999 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ddaf472124cacd881edb4a9fba7a53f4, ASSIGN; state=OFFLINE, location=e12b86b8109d,41843,1733311300253; forceNewPlan=false, retain=false 2024-12-04T11:21:52,149 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ddaf472124cacd881edb4a9fba7a53f4, regionState=OPENING, regionLocation=e12b86b8109d,41843,1733311300253 2024-12-04T11:21:52,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ddaf472124cacd881edb4a9fba7a53f4, ASSIGN because future has completed 2024-12-04T11:21:52,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ddaf472124cacd881edb4a9fba7a53f4, server=e12b86b8109d,41843,1733311300253}] 2024-12-04T11:21:52,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:21:52,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733311311181.ddaf472124cacd881edb4a9fba7a53f4. 2024-12-04T11:21:52,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:21:52,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T11:21:52,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C41843%2C1733311300253.rep, suffix=, logDir=hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253, archiveDir=hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/oldWALs, maxLogs=10 2024-12-04T11:21:52,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.rep.1733311312365, exclude list is [], retry=0 2024-12-04T11:21:52,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33617,DS-02a3582b-18d4-4424-96cb-35226b01408c,DISK] 2024-12-04T11:21:52,379 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.rep.1733311312365 2024-12-04T11:21:52,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38065:38065)] 2024-12-04T11:21:52,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ddaf472124cacd881edb4a9fba7a53f4, NAME => 'hbase:replication,,1733311311181.ddaf472124cacd881edb4a9fba7a53f4.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:21:52,380 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:21:52,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T11:21:52,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733311311181.ddaf472124cacd881edb4a9fba7a53f4. service=MultiRowMutationService 2024-12-04T11:21:52,380 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T11:21:52,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ddaf472124cacd881edb4a9fba7a53f4 2024-12-04T11:21:52,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733311311181.ddaf472124cacd881edb4a9fba7a53f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:21:52,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ddaf472124cacd881edb4a9fba7a53f4 2024-12-04T11:21:52,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ddaf472124cacd881edb4a9fba7a53f4 2024-12-04T11:21:52,381 INFO [StoreOpener-ddaf472124cacd881edb4a9fba7a53f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ddaf472124cacd881edb4a9fba7a53f4 2024-12-04T11:21:52,382 INFO [StoreOpener-ddaf472124cacd881edb4a9fba7a53f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddaf472124cacd881edb4a9fba7a53f4 columnFamilyName hfileref 2024-12-04T11:21:52,382 DEBUG [StoreOpener-ddaf472124cacd881edb4a9fba7a53f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:52,383 INFO [StoreOpener-ddaf472124cacd881edb4a9fba7a53f4-1 {}] regionserver.HStore(327): Store=ddaf472124cacd881edb4a9fba7a53f4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:21:52,383 INFO [StoreOpener-ddaf472124cacd881edb4a9fba7a53f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ddaf472124cacd881edb4a9fba7a53f4 2024-12-04T11:21:52,383 INFO [StoreOpener-ddaf472124cacd881edb4a9fba7a53f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddaf472124cacd881edb4a9fba7a53f4 columnFamilyName queue 2024-12-04T11:21:52,383 DEBUG [StoreOpener-ddaf472124cacd881edb4a9fba7a53f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:52,384 INFO [StoreOpener-ddaf472124cacd881edb4a9fba7a53f4-1 {}] regionserver.HStore(327): Store=ddaf472124cacd881edb4a9fba7a53f4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:21:52,384 INFO [StoreOpener-ddaf472124cacd881edb4a9fba7a53f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ddaf472124cacd881edb4a9fba7a53f4 2024-12-04T11:21:52,384 INFO [StoreOpener-ddaf472124cacd881edb4a9fba7a53f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddaf472124cacd881edb4a9fba7a53f4 columnFamilyName sid 2024-12-04T11:21:52,384 DEBUG [StoreOpener-ddaf472124cacd881edb4a9fba7a53f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:21:52,385 INFO [StoreOpener-ddaf472124cacd881edb4a9fba7a53f4-1 {}] regionserver.HStore(327): Store=ddaf472124cacd881edb4a9fba7a53f4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:21:52,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ddaf472124cacd881edb4a9fba7a53f4 2024-12-04T11:21:52,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/hbase/replication/ddaf472124cacd881edb4a9fba7a53f4 2024-12-04T11:21:52,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/hbase/replication/ddaf472124cacd881edb4a9fba7a53f4 2024-12-04T11:21:52,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ddaf472124cacd881edb4a9fba7a53f4 2024-12-04T11:21:52,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ddaf472124cacd881edb4a9fba7a53f4 2024-12-04T11:21:52,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T11:21:52,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ddaf472124cacd881edb4a9fba7a53f4 2024-12-04T11:21:52,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/hbase/replication/ddaf472124cacd881edb4a9fba7a53f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:21:52,389 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ddaf472124cacd881edb4a9fba7a53f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73728549, jitterRate=0.09864099323749542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T11:21:52,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ddaf472124cacd881edb4a9fba7a53f4 2024-12-04T11:21:52,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ddaf472124cacd881edb4a9fba7a53f4: Running coprocessor pre-open hook at 1733311312380Writing region info on filesystem at 1733311312381 (+1 ms)Initializing all the Stores at 1733311312381Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311312381Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311312381Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311312381Cleaning up temporary data from old regions at 1733311312386 (+5 ms)Running coprocessor post-open hooks at 1733311312389 (+3 ms)Region opened successfully at 1733311312389 2024-12-04T11:21:52,389 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733311311181.ddaf472124cacd881edb4a9fba7a53f4., pid=10, masterSystemTime=1733311312302 2024-12-04T11:21:52,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733311311181.ddaf472124cacd881edb4a9fba7a53f4. 2024-12-04T11:21:52,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733311311181.ddaf472124cacd881edb4a9fba7a53f4. 2024-12-04T11:21:52,391 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ddaf472124cacd881edb4a9fba7a53f4, regionState=OPEN, openSeqNum=2, regionLocation=e12b86b8109d,41843,1733311300253 2024-12-04T11:21:52,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ddaf472124cacd881edb4a9fba7a53f4, server=e12b86b8109d,41843,1733311300253 because future has completed 2024-12-04T11:21:52,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T11:21:52,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ddaf472124cacd881edb4a9fba7a53f4, server=e12b86b8109d,41843,1733311300253 in 242 msec 2024-12-04T11:21:52,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T11:21:52,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ddaf472124cacd881edb4a9fba7a53f4, ASSIGN in 396 msec 2024-12-04T11:21:52,396 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T11:21:52,396 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311312396"}]},"ts":"1733311312396"} 2024-12-04T11:21:52,397 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T11:21:52,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T11:21:52,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2170 sec 2024-12-04T11:21:52,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733311311181.ddaf472124cacd881edb4a9fba7a53f4., hostname=e12b86b8109d,41843,1733311300253, seqNum=2] 2024-12-04T11:21:52,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x101a0134a600007, quorum=127.0.0.1:62164, baseZNode=/21678545895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21678545895 2024-12-04T11:21:52,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39375-0x101a0134a600006, quorum=127.0.0.1:62164, baseZNode=/21678545895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21678545895 2024-12-04T11:21:52,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T11:21:52,557 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 to pos 379, reset compression=false 2024-12-04T11:21:52,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41843 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T11:21:52,642 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T11:21:52,665 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e12b86b8109d,41843,1733311300253, ReplicationSource: 1, currentBandwidth=0 2024-12-04T11:21:52,665 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:21:52,665 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,41843,1733311300253, seqNum=-1] 2024-12-04T11:21:52,665 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:21:52,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-04T11:21:52,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e12b86b8109d,41843,1733311300253', locateType=CURRENT is [region=hbase:replication,,1733311311181.ddaf472124cacd881edb4a9fba7a53f4., hostname=e12b86b8109d,41843,1733311300253, seqNum=2] 2024-12-04T11:21:52,669 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T11:21:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39375 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T11:21:52,671 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e12b86b8109d,41843,1733311300253 suceeded 2024-12-04T11:21:52,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T11:21:52,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 181 msec 2024-12-04T11:21:52,672 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e12b86b8109d:42463,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T11:21:52,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4990 sec 2024-12-04T11:21:52,681 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e12b86b8109d:42463' 2024-12-04T11:21:52,682 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4221495, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:52,682 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,42463,-1 for getting cluster id 2024-12-04T11:21:52,682 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:21:52,683 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a03b0716-aef3-4888-98c1-769c86ad1291' 2024-12-04T11:21:52,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:21:52,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a03b0716-aef3-4888-98c1-769c86ad1291" 2024-12-04T11:21:52,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71842608, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:52,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,42463,-1] 2024-12-04T11:21:52,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:21:52,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:52,684 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:21:52,684 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@288f9d39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:52,684 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:21:52,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,42463,1733311294361 2024-12-04T11:21:52,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@521eb56c 2024-12-04T11:21:52,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:21:52,685 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-04T11:21:52,686 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e12b86b8109d,41843,1733311300253 (queues=1) is replicating from cluster=619f74a7-b55e-406a-abc6-104522390606 to cluster=a03b0716-aef3-4888-98c1-769c86ad1291 2024-12-04T11:21:52,686 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e12b86b8109d%2C41843%2C1733311300253 2024-12-04T11:21:52,686 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e12b86b8109d,41843,1733311300253, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T11:21:52,686 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.wal-reader.e12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331, startPosition=0, beingWritten=true 2024-12-04T11:21:52,686 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.shippere12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e12b86b8109d%2C41843%2C1733311300253 2024-12-04T11:21:52,689 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.wal-reader.e12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:21:52,689 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.wal-reader.e12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331 to pos 379, reset compression=false 2024-12-04T11:21:52,690 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.shippere12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,41843,1733311300253 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T11:21:52,851 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632 to pos 379, reset compression=false 2024-12-04T11:21:52,892 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.wal-reader.e12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331 to pos 379, reset compression=false 2024-12-04T11:21:53,195 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.wal-reader.e12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331 to pos 379, reset compression=false 2024-12-04T11:21:53,260 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 to pos 379, reset compression=false 2024-12-04T11:21:53,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:21:53,318 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T11:21:53,318 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:21:53,318 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:21:53,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:53,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:53,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:21:53,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed12462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:53,319 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,32805,-1 for getting cluster id 2024-12-04T11:21:53,319 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:21:53,319 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0758e673-fb90-40ad-9b57-39165ef7fb7b' 2024-12-04T11:21:53,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:21:53,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0758e673-fb90-40ad-9b57-39165ef7fb7b" 2024-12-04T11:21:53,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d9e5fec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:53,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,32805,-1] 2024-12-04T11:21:53,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:21:53,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:53,321 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:21:53,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@629c151e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:53,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3615816c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:53,322 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,42463,-1 for getting cluster id 2024-12-04T11:21:53,322 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:21:53,322 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a03b0716-aef3-4888-98c1-769c86ad1291' 2024-12-04T11:21:53,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:21:53,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a03b0716-aef3-4888-98c1-769c86ad1291" 2024-12-04T11:21:53,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36b3b98a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:53,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,42463,-1] 2024-12-04T11:21:53,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:21:53,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:53,324 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:21:53,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d1b53d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:53,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf41b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:53,325 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,39375,-1 for getting cluster id 2024-12-04T11:21:53,325 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:21:53,325 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '619f74a7-b55e-406a-abc6-104522390606' 2024-12-04T11:21:53,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:21:53,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "619f74a7-b55e-406a-abc6-104522390606" 2024-12-04T11:21:53,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9daeadc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:53,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,39375,-1] 2024-12-04T11:21:53,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:21:53,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:53,326 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:21:53,327 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@368e4a9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:53,327 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:21:53,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,35491,1733311288939, seqNum=-1] 2024-12-04T11:21:53,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:21:53,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:21:53,330 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733311302915.514257d84fce9b685390b9be7351fc1d., hostname=e12b86b8109d,35491,1733311288939, seqNum=2] 2024-12-04T11:21:53,332 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:21:53,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,41843,1733311300253, seqNum=-1] 2024-12-04T11:21:53,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:21:53,334 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:21:53,335 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733311304690.d04ae314da35975b979a99710bb177b5., hostname=e12b86b8109d,41843,1733311300253, seqNum=2] 2024-12-04T11:21:53,337 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-04T11:21:53,579 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:21:53,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:53,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:53,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:53,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:53,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:53,598 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.wal-reader.e12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331 to pos 379, reset compression=false 2024-12-04T11:21:53,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:53,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:53,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:53,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:53,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:53,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:53,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:53,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:53,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:53,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:21:53,854 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632 to pos 379, reset compression=false 2024-12-04T11:21:53,862 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T11:21:53,862 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632 to pos 480, reset compression=false 2024-12-04T11:21:53,862 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.shippere12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,35491,1733311288939 got entry batch from reader: WALEntryBatch [walEntries=[{test/514257d84fce9b685390b9be7351fc1d/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-04T11:21:53,864 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.shippere12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T11:21:53,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-04T11:21:53,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42213 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T11:21:53,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c1cbd11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:53,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42213 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,42463,-1 for getting cluster id 2024-12-04T11:21:53,866 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42213 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:21:53,866 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a03b0716-aef3-4888-98c1-769c86ad1291' 2024-12-04T11:21:53,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:21:53,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a03b0716-aef3-4888-98c1-769c86ad1291" 2024-12-04T11:21:53,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fdca755, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:53,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,42463,-1] 2024-12-04T11:21:53,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:21:53,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:53,867 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:21:53,867 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54e83d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:53,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42213 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:21:53,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,42213,1733311294953, seqNum=-1] 2024-12-04T11:21:53,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:21:53,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-04T11:21:53,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733311304060.1146c2234fc0afbfd0f7a741fa5a6705., hostname=e12b86b8109d,42213,1733311294953, seqNum=2] 2024-12-04T11:21:53,873 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42213 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T11:21:54,063 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 to pos 379, reset compression=false 2024-12-04T11:21:54,066 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632 to pos 480, reset compression=false 2024-12-04T11:21:54,067 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T11:21:54,067 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 to pos 503, reset compression=false 2024-12-04T11:21:54,067 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.shippere12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,42213,1733311294953 got entry batch from reader: WALEntryBatch [walEntries=[{test/1146c2234fc0afbfd0f7a741fa5a6705/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-04T11:21:54,068 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.shippere12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T11:21:54,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-04T11:21:54,070 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T11:21:54,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b6f3dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:54,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,39375,-1 for getting cluster id 2024-12-04T11:21:54,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:21:54,075 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '619f74a7-b55e-406a-abc6-104522390606' 2024-12-04T11:21:54,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:21:54,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "619f74a7-b55e-406a-abc6-104522390606" 2024-12-04T11:21:54,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b172a5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:54,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,39375,-1] 2024-12-04T11:21:54,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:21:54,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:54,076 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:21:54,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@570235b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:21:54,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:21:54,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,41843,1733311300253, seqNum=-1] 2024-12-04T11:21:54,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:21:54,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-04T11:21:54,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733311304690.d04ae314da35975b979a99710bb177b5., hostname=e12b86b8109d,41843,1733311300253, seqNum=2] 2024-12-04T11:21:54,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T11:21:54,103 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.wal-reader.e12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331 to pos 379, reset compression=false 2024-12-04T11:21:54,107 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.wal-reader.e12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:21:54,107 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.wal-reader.e12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331 to pos 527, reset compression=false 2024-12-04T11:21:54,107 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.shippere12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,41843,1733311300253 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T11:21:54,275 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 to pos 503, reset compression=false 2024-12-04T11:21:54,310 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.wal-reader.e12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331 to pos 527, reset compression=false 2024-12-04T11:21:54,338 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-04T11:21:54,338 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:21:54,339 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,42213,1733311294953, seqNum=-1] 2024-12-04T11:21:54,339 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:21:54,340 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:21:54,341 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733311304060.1146c2234fc0afbfd0f7a741fa5a6705., hostname=e12b86b8109d,42213,1733311294953, seqNum=2] 2024-12-04T11:21:54,344 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-04T11:21:54,370 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632 to pos 480, reset compression=false 2024-12-04T11:21:54,578 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 to pos 503, reset compression=false 2024-12-04T11:21:54,581 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T11:21:54,581 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 to pos 607, reset compression=false 2024-12-04T11:21:54,581 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.shippere12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,42213,1733311294953 got entry batch from reader: WALEntryBatch [walEntries=[{test/1146c2234fc0afbfd0f7a741fa5a6705/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T11:21:54,582 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T11:21:54,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T11:21:54,613 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.wal-reader.e12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331 to pos 527, reset compression=false 2024-12-04T11:21:54,617 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.wal-reader.e12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:21:54,617 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.wal-reader.e12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331 to pos 655, reset compression=false 2024-12-04T11:21:54,617 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.shippere12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,41843,1733311300253 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T11:21:54,773 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632 to pos 480, reset compression=false 2024-12-04T11:21:54,784 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 to pos 607, reset compression=false 2024-12-04T11:21:54,820 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.wal-reader.e12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331 to pos 655, reset compression=false 2024-12-04T11:21:55,087 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 to pos 607, reset compression=false 2024-12-04T11:21:55,123 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.wal-reader.e12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331 to pos 655, reset compression=false 2024-12-04T11:21:55,277 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632 to pos 480, reset compression=false 2024-12-04T11:21:55,345 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-04T11:21:55,348 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-04T11:21:55,490 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 to pos 607, reset compression=false 2024-12-04T11:21:55,526 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.wal-reader.e12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331 to pos 655, reset compression=false 2024-12-04T11:21:55,529 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.wal-reader.e12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T11:21:55,529 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.wal-reader.e12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331 to pos 759, reset compression=false 2024-12-04T11:21:55,529 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.shippere12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,41843,1733311300253 got entry batch from reader: WALEntryBatch [walEntries=[{test/d04ae314da35975b979a99710bb177b5/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T11:21:55,531 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.shippere12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T11:21:55,531 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-04T11:21:55,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42213 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T11:21:55,534 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42213 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T11:21:55,732 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.wal-reader.e12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331 to pos 759, reset compression=false 2024-12-04T11:21:55,880 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632 to pos 480, reset compression=false 2024-12-04T11:21:55,992 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 to pos 607, reset compression=false 2024-12-04T11:21:55,996 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:21:55,996 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 to pos 734, reset compression=false 2024-12-04T11:21:55,996 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.shippere12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,42213,1733311294953 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T11:21:56,035 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.wal-reader.e12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331 to pos 759, reset compression=false 2024-12-04T11:21:56,199 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 to pos 734, reset compression=false 2024-12-04T11:21:56,349 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-04T11:21:56,352 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-04T11:21:56,438 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.wal-reader.e12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331 to pos 759, reset compression=false 2024-12-04T11:21:56,503 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 to pos 734, reset compression=false 2024-12-04T11:21:56,583 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632 to pos 480, reset compression=false 2024-12-04T11:21:56,587 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T11:21:56,587 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632 to pos 636, reset compression=false 2024-12-04T11:21:56,587 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.shippere12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,35491,1733311288939 got entry batch from reader: WALEntryBatch [walEntries=[{test/514257d84fce9b685390b9be7351fc1d/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-04T11:21:56,588 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42213 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T11:21:56,590 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42213 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T11:21:56,790 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632 to pos 636, reset compression=false 2024-12-04T11:21:56,906 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 to pos 734, reset compression=false 2024-12-04T11:21:56,910 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T11:21:56,910 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 to pos 881, reset compression=false 2024-12-04T11:21:56,910 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.shippere12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,42213,1733311294953 got entry batch from reader: WALEntryBatch [walEntries=[{test/1146c2234fc0afbfd0f7a741fa5a6705/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-04T11:21:56,911 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T11:21:56,913 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T11:21:56,941 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.wal-reader.e12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331 to pos 759, reset compression=false 2024-12-04T11:21:56,945 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.wal-reader.e12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:21:56,945 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.wal-reader.e12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331 to pos 930, reset compression=false 2024-12-04T11:21:56,945 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.shippere12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,41843,1733311300253 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T11:21:57,093 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632 to pos 636, reset compression=false 2024-12-04T11:21:57,113 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 to pos 881, reset compression=false 2024-12-04T11:21:57,148 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.wal-reader.e12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331 to pos 930, reset compression=false 2024-12-04T11:21:57,353 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-04T11:21:57,365 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-04T11:21:57,416 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 to pos 881, reset compression=false 2024-12-04T11:21:57,437 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T11:21:57,437 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 to pos 1040, reset compression=false 2024-12-04T11:21:57,437 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.shippere12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,42213,1733311294953 got entry batch from reader: WALEntryBatch [walEntries=[{test/1146c2234fc0afbfd0f7a741fa5a6705/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T11:21:57,438 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T11:21:57,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41843 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T11:21:57,451 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.wal-reader.e12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331 to pos 930, reset compression=false 2024-12-04T11:21:57,454 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.wal-reader.e12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:21:57,454 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.wal-reader.e12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331 to pos 1080, reset compression=false 2024-12-04T11:21:57,454 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.shippere12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,41843,1733311300253 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T11:21:57,496 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632 to pos 636, reset compression=false 2024-12-04T11:21:57,641 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 to pos 1040, reset compression=false 2024-12-04T11:21:57,658 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.wal-reader.e12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331 to pos 1080, reset compression=false 2024-12-04T11:21:57,944 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 to pos 1040, reset compression=false 2024-12-04T11:21:57,962 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.wal-reader.e12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331 to pos 1080, reset compression=false 2024-12-04T11:21:57,999 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632 to pos 636, reset compression=false 2024-12-04T11:21:58,347 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 to pos 1040, reset compression=false 2024-12-04T11:21:58,347 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T11:21:58,364 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.wal-reader.e12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331 to pos 1080, reset compression=false 2024-12-04T11:21:58,366 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-04T11:21:58,369 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-04T11:21:58,602 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632 to pos 636, reset compression=false 2024-12-04T11:21:58,849 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 to pos 1040, reset compression=false 2024-12-04T11:21:58,867 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.wal-reader.e12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331 to pos 1080, reset compression=false 2024-12-04T11:21:58,870 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.wal-reader.e12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T11:21:58,870 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.wal-reader.e12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331 to pos 1239, reset compression=false 2024-12-04T11:21:58,870 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.shippere12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,41843,1733311300253 got entry batch from reader: WALEntryBatch [walEntries=[{test/d04ae314da35975b979a99710bb177b5/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T11:21:58,871 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42213 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T11:21:58,873 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42213 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T11:21:59,073 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.wal-reader.e12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331 to pos 1239, reset compression=false 2024-12-04T11:21:59,306 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632 to pos 636, reset compression=false 2024-12-04T11:21:59,371 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-04T11:21:59,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T11:21:59,375 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:21:59,375 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:21:59,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:59,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:59,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:21:59,376 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T11:21:59,376 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=363148914, stopped=false 2024-12-04T11:21:59,376 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e12b86b8109d,39375,1733311299942 2024-12-04T11:21:59,376 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.wal-reader.e12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331 to pos 1239, reset compression=false 2024-12-04T11:21:59,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39375-0x101a0134a600006, quorum=127.0.0.1:62164, baseZNode=/21678545895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21678545895/running 2024-12-04T11:21:59,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x101a0134a600007, quorum=127.0.0.1:62164, baseZNode=/21678545895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21678545895/running 2024-12-04T11:21:59,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39375-0x101a0134a600006, quorum=127.0.0.1:62164, baseZNode=/21678545895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21678545895 2024-12-04T11:21:59,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x101a0134a600007, quorum=127.0.0.1:62164, baseZNode=/21678545895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21678545895 2024-12-04T11:21:59,436 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:21:59,436 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:21:59,436 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:21:59,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:59,436 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e12b86b8109d,41843,1733311300253' ***** 2024-12-04T11:21:59,436 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T11:21:59,437 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39375-0x101a0134a600006, quorum=127.0.0.1:62164, baseZNode=/21678545895 Set watcher on znode that does not yet exist, /21678545895/running 2024-12-04T11:21:59,437 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41843-0x101a0134a600007, quorum=127.0.0.1:62164, baseZNode=/21678545895 Set watcher on znode that does not yet exist, /21678545895/running 2024-12-04T11:21:59,437 INFO [RS:0;e12b86b8109d:41843 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T11:21:59,437 INFO [RS:0;e12b86b8109d:41843 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T11:21:59,437 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T11:21:59,437 INFO [RS:0;e12b86b8109d:41843 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T11:21:59,437 INFO [RS:0;e12b86b8109d:41843 {}] regionserver.HRegionServer(3091): Received CLOSE for ddaf472124cacd881edb4a9fba7a53f4 2024-12-04T11:21:59,437 INFO [RS:0;e12b86b8109d:41843 {}] regionserver.HRegionServer(3091): Received CLOSE for d04ae314da35975b979a99710bb177b5 2024-12-04T11:21:59,437 INFO [RS:0;e12b86b8109d:41843 {}] regionserver.HRegionServer(959): stopping server e12b86b8109d,41843,1733311300253 2024-12-04T11:21:59,437 INFO [RS:0;e12b86b8109d:41843 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:21:59,437 INFO [RS:0;e12b86b8109d:41843 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:41843. 2024-12-04T11:21:59,437 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ddaf472124cacd881edb4a9fba7a53f4, disabling compactions & flushes 2024-12-04T11:21:59,438 DEBUG [RS:0;e12b86b8109d:41843 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:21:59,438 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733311311181.ddaf472124cacd881edb4a9fba7a53f4. 2024-12-04T11:21:59,438 DEBUG [RS:0;e12b86b8109d:41843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:21:59,438 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733311311181.ddaf472124cacd881edb4a9fba7a53f4. 2024-12-04T11:21:59,438 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733311311181.ddaf472124cacd881edb4a9fba7a53f4. after waiting 0 ms 2024-12-04T11:21:59,438 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733311311181.ddaf472124cacd881edb4a9fba7a53f4. 2024-12-04T11:21:59,438 INFO [RS:0;e12b86b8109d:41843 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T11:21:59,438 INFO [RS:0;e12b86b8109d:41843 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T11:21:59,438 INFO [RS:0;e12b86b8109d:41843 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T11:21:59,438 INFO [RS:0;e12b86b8109d:41843 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T11:21:59,438 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ddaf472124cacd881edb4a9fba7a53f4 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-12-04T11:21:59,438 INFO [RS:0;e12b86b8109d:41843 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T11:21:59,438 DEBUG [RS:0;e12b86b8109d:41843 {}] regionserver.HRegionServer(1325): Online Regions={ddaf472124cacd881edb4a9fba7a53f4=hbase:replication,,1733311311181.ddaf472124cacd881edb4a9fba7a53f4., 1588230740=hbase:meta,,1.1588230740, d04ae314da35975b979a99710bb177b5=test,,1733311304690.d04ae314da35975b979a99710bb177b5.} 2024-12-04T11:21:59,438 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:21:59,438 DEBUG [RS:0;e12b86b8109d:41843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d04ae314da35975b979a99710bb177b5, ddaf472124cacd881edb4a9fba7a53f4 2024-12-04T11:21:59,438 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:21:59,438 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:21:59,438 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:21:59,438 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:21:59,438 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T11:21:59,451 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/hbase/meta/1588230740/.tmp/info/4962341aa6aa4601a293c20e9fc30c3b is 147, key is hbase:replication,,1733311311181.ddaf472124cacd881edb4a9fba7a53f4./info:regioninfo/1733311312391/Put/seqid=0 2024-12-04T11:21:59,451 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/hbase/replication/ddaf472124cacd881edb4a9fba7a53f4/.tmp/queue/cf2dfd72998143c6952fb86b9d3e3cdc is 154, key is 1-e12b86b8109d,41843,1733311300253/queue:e12b86b8109d%2C41843%2C1733311300253/1733311318874/Put/seqid=0 2024-12-04T11:21:59,453 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 to pos 1040, reset compression=false 2024-12-04T11:21:59,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33617 is added to blk_1073741840_1016 (size=7686) 2024-12-04T11:21:59,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33617 is added to blk_1073741841_1017 (size=5353) 2024-12-04T11:21:59,455 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/hbase/replication/ddaf472124cacd881edb4a9fba7a53f4/.tmp/queue/cf2dfd72998143c6952fb86b9d3e3cdc 2024-12-04T11:21:59,455 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/hbase/meta/1588230740/.tmp/info/4962341aa6aa4601a293c20e9fc30c3b 2024-12-04T11:21:59,457 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:21:59,457 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 to pos 1189, reset compression=false 2024-12-04T11:21:59,457 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.shippere12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,42213,1733311294953 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T11:21:59,460 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/hbase/replication/ddaf472124cacd881edb4a9fba7a53f4/.tmp/queue/cf2dfd72998143c6952fb86b9d3e3cdc as hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/hbase/replication/ddaf472124cacd881edb4a9fba7a53f4/queue/cf2dfd72998143c6952fb86b9d3e3cdc 2024-12-04T11:21:59,464 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/hbase/replication/ddaf472124cacd881edb4a9fba7a53f4/queue/cf2dfd72998143c6952fb86b9d3e3cdc, entries=1, sequenceid=12, filesize=5.2 K 2024-12-04T11:21:59,465 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for ddaf472124cacd881edb4a9fba7a53f4 in 27ms, sequenceid=12, compaction requested=false 2024-12-04T11:21:59,468 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/hbase/replication/ddaf472124cacd881edb4a9fba7a53f4/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T11:21:59,468 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:21:59,468 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:21:59,468 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733311311181.ddaf472124cacd881edb4a9fba7a53f4. 2024-12-04T11:21:59,468 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ddaf472124cacd881edb4a9fba7a53f4: Waiting for close lock at 1733311319437Running coprocessor pre-close hooks at 1733311319437Disabling compacts and flushes for region at 1733311319437Disabling writes for close at 1733311319438 (+1 ms)Obtaining lock to block concurrent updates at 1733311319438Preparing flush snapshotting stores in ddaf472124cacd881edb4a9fba7a53f4 at 1733311319438Finished memstore snapshotting hbase:replication,,1733311311181.ddaf472124cacd881edb4a9fba7a53f4., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733311319438Flushing stores of hbase:replication,,1733311311181.ddaf472124cacd881edb4a9fba7a53f4. at 1733311319438Flushing ddaf472124cacd881edb4a9fba7a53f4/queue: creating writer at 1733311319439 (+1 ms)Flushing ddaf472124cacd881edb4a9fba7a53f4/queue: appending metadata at 1733311319451 (+12 ms)Flushing ddaf472124cacd881edb4a9fba7a53f4/queue: closing flushed file at 1733311319451Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38f01ce: reopening flushed file at 1733311319459 (+8 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for ddaf472124cacd881edb4a9fba7a53f4 in 27ms, sequenceid=12, compaction requested=false at 1733311319465 (+6 ms)Writing region close event to WAL at 1733311319465Running coprocessor post-close hooks at 1733311319468 (+3 ms)Closed at 1733311319468 2024-12-04T11:21:59,468 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733311311181.ddaf472124cacd881edb4a9fba7a53f4. 2024-12-04T11:21:59,468 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d04ae314da35975b979a99710bb177b5, disabling compactions & flushes 2024-12-04T11:21:59,468 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733311304690.d04ae314da35975b979a99710bb177b5. 2024-12-04T11:21:59,468 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733311304690.d04ae314da35975b979a99710bb177b5. 2024-12-04T11:21:59,468 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733311304690.d04ae314da35975b979a99710bb177b5. after waiting 0 ms 2024-12-04T11:21:59,469 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733311304690.d04ae314da35975b979a99710bb177b5. 2024-12-04T11:21:59,469 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d04ae314da35975b979a99710bb177b5 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-04T11:21:59,474 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/hbase/meta/1588230740/.tmp/ns/c5eecb44a45642dbad921a72ea456211 is 43, key is default/ns:d/1733311302865/Put/seqid=0 2024-12-04T11:21:59,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33617 is added to blk_1073741842_1018 (size=5153) 2024-12-04T11:21:59,483 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/default/test/d04ae314da35975b979a99710bb177b5/.tmp/f/5c48357b3a3a4dcb8d4b09b9446d9620 is 29, key is row1/f:/1733311317354/DeleteFamily/seqid=0 2024-12-04T11:21:59,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33617 is added to blk_1073741843_1019 (size=5152) 2024-12-04T11:21:59,499 INFO [regionserver/e12b86b8109d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:21:59,638 DEBUG [RS:0;e12b86b8109d:41843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d04ae314da35975b979a99710bb177b5 2024-12-04T11:21:59,661 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 to pos 1189, reset compression=false 2024-12-04T11:21:59,779 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.wal-reader.e12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331 to pos 1239, reset compression=false 2024-12-04T11:21:59,782 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.wal-reader.e12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:21:59,783 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.wal-reader.e12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331 to pos 1486, reset compression=false 2024-12-04T11:21:59,783 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.shippere12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,41843,1733311300253 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T11:21:59,783 ERROR [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.shippere12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e12b86b8109d,41843,1733311300253: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e12b86b8109d,41843,1733311300253, walGroup=e12b86b8109d%2C41843%2C1733311300253, offset=e12b86b8109d%2C41843%2C1733311300253.1733311302331:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:41843 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T11:21:59,784 ERROR [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.shippere12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T11:21:59,784 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.shippere12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T11:21:59,785 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.shippere12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T11:21:59,785 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.shippere12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T11:21:59,785 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.shippere12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T11:21:59,785 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.shippere12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1388314624, "init": 1048576000, "max": 2306867200, "used": 876348864 }, "NonHeapMemoryUsage": { "committed": 205651968, "init": 7667712, "max": -1, "used": 202694248 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T11:21:59,786 WARN [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.shippere12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:39375 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:39375 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T11:21:59,838 DEBUG [RS:0;e12b86b8109d:41843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d04ae314da35975b979a99710bb177b5 2024-12-04T11:21:59,878 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/hbase/meta/1588230740/.tmp/ns/c5eecb44a45642dbad921a72ea456211 2024-12-04T11:21:59,886 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/default/test/d04ae314da35975b979a99710bb177b5/.tmp/f/5c48357b3a3a4dcb8d4b09b9446d9620 2024-12-04T11:21:59,890 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c48357b3a3a4dcb8d4b09b9446d9620 2024-12-04T11:21:59,896 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/hbase/meta/1588230740/.tmp/rep_barrier/db9e7c4bf4e64a7c8df4b8edd10c8c58 is 112, key is test,,1733311304690.d04ae314da35975b979a99710bb177b5./rep_barrier:seqnumDuringOpen/1733311305832/Put/seqid=0 2024-12-04T11:21:59,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33617 is added to blk_1073741844_1020 (size=5518) 2024-12-04T11:21:59,904 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/default/test/d04ae314da35975b979a99710bb177b5/.tmp/f1/d50989f2cc4e4f579ede2032a9abeb3d is 30, key is row1/f1:/1733311317354/DeleteFamily/seqid=0 2024-12-04T11:21:59,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33617 is added to blk_1073741845_1021 (size=5158) 2024-12-04T11:21:59,964 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 to pos 1189, reset compression=false 2024-12-04T11:21:59,985 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.wal-reader.e12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331 to pos 1486, reset compression=false 2024-12-04T11:22:00,038 DEBUG [RS:0;e12b86b8109d:41843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d04ae314da35975b979a99710bb177b5 2024-12-04T11:22:00,109 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632 to pos 636, reset compression=false 2024-12-04T11:22:00,190 INFO [regionserver/e12b86b8109d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T11:22:00,190 INFO [regionserver/e12b86b8109d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T11:22:00,239 DEBUG [RS:0;e12b86b8109d:41843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d04ae314da35975b979a99710bb177b5 2024-12-04T11:22:00,288 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.wal-reader.e12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331 to pos 1486, reset compression=false 2024-12-04T11:22:00,301 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/hbase/meta/1588230740/.tmp/rep_barrier/db9e7c4bf4e64a7c8df4b8edd10c8c58 2024-12-04T11:22:00,309 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/default/test/d04ae314da35975b979a99710bb177b5/.tmp/f1/d50989f2cc4e4f579ede2032a9abeb3d 2024-12-04T11:22:00,312 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d50989f2cc4e4f579ede2032a9abeb3d 2024-12-04T11:22:00,317 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/hbase/meta/1588230740/.tmp/table/c680eac70aa4487e87c3f7ae1e25075d is 53, key is hbase:replication/table:state/1733311312396/Put/seqid=0 2024-12-04T11:22:00,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33617 is added to blk_1073741846_1022 (size=5308) 2024-12-04T11:22:00,321 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/hbase/meta/1588230740/.tmp/table/c680eac70aa4487e87c3f7ae1e25075d 2024-12-04T11:22:00,326 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/hbase/meta/1588230740/.tmp/info/4962341aa6aa4601a293c20e9fc30c3b as hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/hbase/meta/1588230740/info/4962341aa6aa4601a293c20e9fc30c3b 2024-12-04T11:22:00,329 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/hbase/meta/1588230740/info/4962341aa6aa4601a293c20e9fc30c3b, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T11:22:00,329 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/hbase/meta/1588230740/.tmp/ns/c5eecb44a45642dbad921a72ea456211 as hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/hbase/meta/1588230740/ns/c5eecb44a45642dbad921a72ea456211 2024-12-04T11:22:00,332 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/default/test/d04ae314da35975b979a99710bb177b5/.tmp/norep/d84be2473dd24f20b8c05cacb1f97a31 is 33, key is row2/norep:/1733311318367/DeleteFamily/seqid=0 2024-12-04T11:22:00,333 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/hbase/meta/1588230740/ns/c5eecb44a45642dbad921a72ea456211, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T11:22:00,333 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/hbase/meta/1588230740/.tmp/rep_barrier/db9e7c4bf4e64a7c8df4b8edd10c8c58 as hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/hbase/meta/1588230740/rep_barrier/db9e7c4bf4e64a7c8df4b8edd10c8c58 2024-12-04T11:22:00,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33617 is added to blk_1073741847_1023 (size=5108) 2024-12-04T11:22:00,337 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/hbase/meta/1588230740/rep_barrier/db9e7c4bf4e64a7c8df4b8edd10c8c58, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T11:22:00,337 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/hbase/meta/1588230740/.tmp/table/c680eac70aa4487e87c3f7ae1e25075d as hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/hbase/meta/1588230740/table/c680eac70aa4487e87c3f7ae1e25075d 2024-12-04T11:22:00,341 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/hbase/meta/1588230740/table/c680eac70aa4487e87c3f7ae1e25075d, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T11:22:00,341 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 903ms, sequenceid=16, compaction requested=false 2024-12-04T11:22:00,345 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T11:22:00,345 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:22:00,345 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:22:00,345 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:22:00,345 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311319438Running coprocessor pre-close hooks at 1733311319438Disabling compacts and flushes for region at 1733311319438Disabling writes for close at 1733311319438Obtaining lock to block concurrent updates at 1733311319438Preparing flush snapshotting stores in 1588230740 at 1733311319438Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733311319438Flushing stores of hbase:meta,,1.1588230740 at 1733311319439 (+1 ms)Flushing 1588230740/info: creating writer at 1733311319439Flushing 1588230740/info: appending metadata at 1733311319451 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733311319451Flushing 1588230740/ns: creating writer at 1733311319460 (+9 ms)Flushing 1588230740/ns: appending metadata at 1733311319473 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733311319474 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1733311319881 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733311319896 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733311319896Flushing 1588230740/table: creating writer at 1733311320305 (+409 ms)Flushing 1588230740/table: appending metadata at 1733311320317 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733311320317Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e489a66: reopening flushed file at 1733311320325 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9b32c83: reopening flushed file at 1733311320329 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d5285c5: reopening flushed file at 1733311320333 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bb5010: reopening flushed file at 1733311320337 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 903ms, sequenceid=16, compaction requested=false at 1733311320341 (+4 ms)Writing region close event to WAL at 1733311320342 (+1 ms)Running coprocessor post-close hooks at 1733311320345 (+3 ms)Closed at 1733311320345 2024-12-04T11:22:00,345 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T11:22:00,368 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 to pos 1189, reset compression=false 2024-12-04T11:22:00,439 INFO [RS:0;e12b86b8109d:41843 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T11:22:00,439 DEBUG [RS:0;e12b86b8109d:41843 {}] regionserver.HRegionServer(1325): Online Regions={d04ae314da35975b979a99710bb177b5=test,,1733311304690.d04ae314da35975b979a99710bb177b5.} 2024-12-04T11:22:00,439 DEBUG [RS:0;e12b86b8109d:41843 {}] regionserver.HRegionServer(1351): Waiting on d04ae314da35975b979a99710bb177b5 2024-12-04T11:22:00,639 DEBUG [RS:0;e12b86b8109d:41843 {}] regionserver.HRegionServer(1351): Waiting on d04ae314da35975b979a99710bb177b5 2024-12-04T11:22:00,691 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.wal-reader.e12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331 to pos 1486, reset compression=false 2024-12-04T11:22:00,736 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/default/test/d04ae314da35975b979a99710bb177b5/.tmp/norep/d84be2473dd24f20b8c05cacb1f97a31 2024-12-04T11:22:00,740 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d84be2473dd24f20b8c05cacb1f97a31 2024-12-04T11:22:00,740 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/default/test/d04ae314da35975b979a99710bb177b5/.tmp/f/5c48357b3a3a4dcb8d4b09b9446d9620 as hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/default/test/d04ae314da35975b979a99710bb177b5/f/5c48357b3a3a4dcb8d4b09b9446d9620 2024-12-04T11:22:00,744 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c48357b3a3a4dcb8d4b09b9446d9620 2024-12-04T11:22:00,744 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/default/test/d04ae314da35975b979a99710bb177b5/f/5c48357b3a3a4dcb8d4b09b9446d9620, entries=3, sequenceid=10, filesize=5.0 K 2024-12-04T11:22:00,744 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/default/test/d04ae314da35975b979a99710bb177b5/.tmp/f1/d50989f2cc4e4f579ede2032a9abeb3d as hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/default/test/d04ae314da35975b979a99710bb177b5/f1/d50989f2cc4e4f579ede2032a9abeb3d 2024-12-04T11:22:00,748 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d50989f2cc4e4f579ede2032a9abeb3d 2024-12-04T11:22:00,748 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/default/test/d04ae314da35975b979a99710bb177b5/f1/d50989f2cc4e4f579ede2032a9abeb3d, entries=3, sequenceid=10, filesize=5.0 K 2024-12-04T11:22:00,749 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/default/test/d04ae314da35975b979a99710bb177b5/.tmp/norep/d84be2473dd24f20b8c05cacb1f97a31 as hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/default/test/d04ae314da35975b979a99710bb177b5/norep/d84be2473dd24f20b8c05cacb1f97a31 2024-12-04T11:22:00,752 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d84be2473dd24f20b8c05cacb1f97a31 2024-12-04T11:22:00,752 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/default/test/d04ae314da35975b979a99710bb177b5/norep/d84be2473dd24f20b8c05cacb1f97a31, entries=1, sequenceid=10, filesize=5.0 K 2024-12-04T11:22:00,752 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for d04ae314da35975b979a99710bb177b5 in 1283ms, sequenceid=10, compaction requested=false 2024-12-04T11:22:00,755 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/data/default/test/d04ae314da35975b979a99710bb177b5/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T11:22:00,756 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:22:00,756 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T11:22:00,756 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733311304690.d04ae314da35975b979a99710bb177b5. 2024-12-04T11:22:00,756 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d04ae314da35975b979a99710bb177b5: Waiting for close lock at 1733311319468Running coprocessor pre-close hooks at 1733311319468Disabling compacts and flushes for region at 1733311319468Disabling writes for close at 1733311319469 (+1 ms)Obtaining lock to block concurrent updates at 1733311319469Preparing flush snapshotting stores in d04ae314da35975b979a99710bb177b5 at 1733311319469Finished memstore snapshotting test,,1733311304690.d04ae314da35975b979a99710bb177b5., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733311319469Flushing stores of test,,1733311304690.d04ae314da35975b979a99710bb177b5. at 1733311319469Flushing d04ae314da35975b979a99710bb177b5/f: creating writer at 1733311319469Flushing d04ae314da35975b979a99710bb177b5/f: appending metadata at 1733311319482 (+13 ms)Flushing d04ae314da35975b979a99710bb177b5/f: closing flushed file at 1733311319482Flushing d04ae314da35975b979a99710bb177b5/f1: creating writer at 1733311319890 (+408 ms)Flushing d04ae314da35975b979a99710bb177b5/f1: appending metadata at 1733311319904 (+14 ms)Flushing d04ae314da35975b979a99710bb177b5/f1: closing flushed file at 1733311319904Flushing d04ae314da35975b979a99710bb177b5/norep: creating writer at 1733311320312 (+408 ms)Flushing d04ae314da35975b979a99710bb177b5/norep: appending metadata at 1733311320332 (+20 ms)Flushing d04ae314da35975b979a99710bb177b5/norep: closing flushed file at 1733311320332Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d4307e3: reopening flushed file at 1733311320740 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@428a30bd: reopening flushed file at 1733311320744 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fb566b2: reopening flushed file at 1733311320748 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for d04ae314da35975b979a99710bb177b5 in 1283ms, sequenceid=10, compaction requested=false at 1733311320752 (+4 ms)Writing region close event to WAL at 1733311320753 (+1 ms)Running coprocessor post-close hooks at 1733311320755 (+2 ms)Closed at 1733311320756 (+1 ms) 2024-12-04T11:22:00,756 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733311304690.d04ae314da35975b979a99710bb177b5. 2024-12-04T11:22:00,839 INFO [RS:0;e12b86b8109d:41843 {}] regionserver.HRegionServer(976): stopping server e12b86b8109d,41843,1733311300253; all regions closed. 2024-12-04T11:22:00,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33617 is added to blk_1073741834_1010 (size=4239) 2024-12-04T11:22:00,841 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.meta.1733311302821.meta not finished, retry = 0 2024-12-04T11:22:00,871 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 to pos 1189, reset compression=false 2024-12-04T11:22:00,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33617 is added to blk_1073741839_1015 (size=3114) 2024-12-04T11:22:00,944 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.rep.1733311312365 not finished, retry = 0 2024-12-04T11:22:01,012 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632 to pos 636, reset compression=false 2024-12-04T11:22:01,046 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/WALs/e12b86b8109d,41843,1733311300253/e12b86b8109d%2C41843%2C1733311300253.1733311302331 not finished, retry = 0 2024-12-04T11:22:01,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33617 is added to blk_1073741833_1009 (size=2138) 2024-12-04T11:22:01,147 DEBUG [RS:0;e12b86b8109d:41843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:01,147 INFO [RS:0;e12b86b8109d:41843 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:22:01,147 INFO [RS:0;e12b86b8109d:41843 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:22:01,147 INFO [RS:0;e12b86b8109d:41843 {}] hbase.ChoreService(370): Chore service for: regionserver/e12b86b8109d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T11:22:01,147 INFO [RS:0;e12b86b8109d:41843 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:22:01,147 INFO [regionserver/e12b86b8109d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:22:01,147 INFO [RS:0;e12b86b8109d:41843 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e12b86b8109d,41843,1733311300253 because: Region server is closing 2024-12-04T11:22:01,148 INFO [RS:0;e12b86b8109d:41843 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:41843. 2024-12-04T11:22:01,148 DEBUG [RS:0;e12b86b8109d:41843 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:22:01,148 DEBUG [RS:0;e12b86b8109d:41843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:01,148 DEBUG [RS:0;e12b86b8109d:41843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:01,148 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:22:01,248 INFO [RS:0;e12b86b8109d:41843 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,41843,1733311300253.replicationSource.shippere12b86b8109d%2C41843%2C1733311300253,1-e12b86b8109d,41843,1733311300253 terminated 2024-12-04T11:22:01,248 INFO [RS:0;e12b86b8109d:41843 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:41843. 2024-12-04T11:22:01,248 DEBUG [RS:0;e12b86b8109d:41843 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:22:01,248 DEBUG [RS:0;e12b86b8109d:41843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:01,248 DEBUG [RS:0;e12b86b8109d:41843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:01,248 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:22:01,249 INFO [RS:0;e12b86b8109d:41843 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41843 2024-12-04T11:22:01,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39375-0x101a0134a600006, quorum=127.0.0.1:62164, baseZNode=/21678545895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21678545895/rs 2024-12-04T11:22:01,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x101a0134a600007, quorum=127.0.0.1:62164, baseZNode=/21678545895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21678545895/rs/e12b86b8109d,41843,1733311300253 2024-12-04T11:22:01,320 INFO [RS:0;e12b86b8109d:41843 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:22:01,330 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e12b86b8109d,41843,1733311300253] 2024-12-04T11:22:01,341 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21678545895/draining/e12b86b8109d,41843,1733311300253 already deleted, retry=false 2024-12-04T11:22:01,341 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e12b86b8109d,41843,1733311300253 expired; onlineServers=0 2024-12-04T11:22:01,341 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e12b86b8109d,39375,1733311299942' ***** 2024-12-04T11:22:01,341 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T11:22:01,341 INFO [M:0;e12b86b8109d:39375 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:22:01,341 INFO [M:0;e12b86b8109d:39375 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:22:01,341 DEBUG [M:0;e12b86b8109d:39375 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T11:22:01,341 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T11:22:01,341 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311302002 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311302002,5,FailOnTimeoutGroup] 2024-12-04T11:22:01,341 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311302002 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311302002,5,FailOnTimeoutGroup] 2024-12-04T11:22:01,341 DEBUG [M:0;e12b86b8109d:39375 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T11:22:01,341 INFO [M:0;e12b86b8109d:39375 {}] hbase.ChoreService(370): Chore service for: master/e12b86b8109d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T11:22:01,342 INFO [M:0;e12b86b8109d:39375 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:22:01,342 DEBUG [M:0;e12b86b8109d:39375 {}] master.HMaster(1795): Stopping service threads 2024-12-04T11:22:01,342 INFO [M:0;e12b86b8109d:39375 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T11:22:01,342 INFO [M:0;e12b86b8109d:39375 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:22:01,342 INFO [M:0;e12b86b8109d:39375 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T11:22:01,342 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T11:22:01,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39375-0x101a0134a600006, quorum=127.0.0.1:62164, baseZNode=/21678545895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21678545895/master 2024-12-04T11:22:01,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39375-0x101a0134a600006, quorum=127.0.0.1:62164, baseZNode=/21678545895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21678545895 2024-12-04T11:22:01,351 DEBUG [M:0;e12b86b8109d:39375 {}] zookeeper.ZKUtil(347): master:39375-0x101a0134a600006, quorum=127.0.0.1:62164, baseZNode=/21678545895 Unable to get data of znode /21678545895/master because node does not exist (not an error) 2024-12-04T11:22:01,351 WARN [M:0;e12b86b8109d:39375 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T11:22:01,352 INFO [M:0;e12b86b8109d:39375 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/.lastflushedseqids 2024-12-04T11:22:01,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33617 is added to blk_1073741848_1024 (size=245) 2024-12-04T11:22:01,358 INFO [M:0;e12b86b8109d:39375 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T11:22:01,358 INFO [M:0;e12b86b8109d:39375 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T11:22:01,358 DEBUG [M:0;e12b86b8109d:39375 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:22:01,358 INFO [M:0;e12b86b8109d:39375 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:22:01,358 DEBUG [M:0;e12b86b8109d:39375 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:22:01,358 DEBUG [M:0;e12b86b8109d:39375 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:22:01,358 DEBUG [M:0;e12b86b8109d:39375 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:22:01,359 INFO [M:0;e12b86b8109d:39375 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-04T11:22:01,374 DEBUG [M:0;e12b86b8109d:39375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/114787e3cca94896b0f813d555c3277b is 82, key is hbase:meta,,1/info:regioninfo/1733311302853/Put/seqid=0 2024-12-04T11:22:01,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33617 is added to blk_1073741849_1025 (size=5672) 2024-12-04T11:22:01,401 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:22:01,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:01,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:01,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:01,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:01,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:01,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:01,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:01,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:01,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:01,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:01,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:01,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:01,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x101a0134a600007, quorum=127.0.0.1:62164, baseZNode=/21678545895 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:22:01,430 INFO [RS:0;e12b86b8109d:41843 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:22:01,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x101a0134a600007, quorum=127.0.0.1:62164, baseZNode=/21678545895 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:22:01,430 INFO [RS:0;e12b86b8109d:41843 {}] regionserver.HRegionServer(1031): Exiting; stopping=e12b86b8109d,41843,1733311300253; zookeeper connection closed. 2024-12-04T11:22:01,431 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ff4047b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ff4047b 2024-12-04T11:22:01,431 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T11:22:01,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:01,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:01,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:01,474 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 to pos 1189, reset compression=false 2024-12-04T11:22:01,778 INFO [M:0;e12b86b8109d:39375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/114787e3cca94896b0f813d555c3277b 2024-12-04T11:22:01,797 DEBUG [M:0;e12b86b8109d:39375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e21965284dad4024a4b2700c10c4af6c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733311312398/Put/seqid=0 2024-12-04T11:22:01,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33617 is added to blk_1073741850_1026 (size=8515) 2024-12-04T11:22:02,015 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632 to pos 636, reset compression=false 2024-12-04T11:22:02,177 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 to pos 1189, reset compression=false 2024-12-04T11:22:02,200 INFO [M:0;e12b86b8109d:39375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e21965284dad4024a4b2700c10c4af6c 2024-12-04T11:22:02,218 DEBUG [M:0;e12b86b8109d:39375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a00c19f5595540429faaa4ecd1a2822e is 69, key is e12b86b8109d,41843,1733311300253/rs:state/1733311302116/Put/seqid=0 2024-12-04T11:22:02,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33617 is added to blk_1073741851_1027 (size=5156) 2024-12-04T11:22:02,622 INFO [M:0;e12b86b8109d:39375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a00c19f5595540429faaa4ecd1a2822e 2024-12-04T11:22:02,680 DEBUG [M:0;e12b86b8109d:39375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/114787e3cca94896b0f813d555c3277b as hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/114787e3cca94896b0f813d555c3277b 2024-12-04T11:22:02,683 INFO [M:0;e12b86b8109d:39375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/114787e3cca94896b0f813d555c3277b, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T11:22:02,683 DEBUG [M:0;e12b86b8109d:39375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e21965284dad4024a4b2700c10c4af6c as hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e21965284dad4024a4b2700c10c4af6c 2024-12-04T11:22:02,686 INFO [M:0;e12b86b8109d:39375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e21965284dad4024a4b2700c10c4af6c, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T11:22:02,686 DEBUG [M:0;e12b86b8109d:39375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a00c19f5595540429faaa4ecd1a2822e as hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a00c19f5595540429faaa4ecd1a2822e 2024-12-04T11:22:02,689 INFO [M:0;e12b86b8109d:39375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38413/user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a00c19f5595540429faaa4ecd1a2822e, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T11:22:02,689 INFO [M:0;e12b86b8109d:39375 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1331ms, sequenceid=97, compaction requested=false 2024-12-04T11:22:02,690 INFO [M:0;e12b86b8109d:39375 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:22:02,690 DEBUG [M:0;e12b86b8109d:39375 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311321358Disabling compacts and flushes for region at 1733311321358Disabling writes for close at 1733311321358Obtaining lock to block concurrent updates at 1733311321359 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733311321359Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733311321359Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733311321359Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733311321359Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733311321374 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733311321374Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733311321781 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733311321796 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733311321796Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733311322203 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733311322218 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733311322218Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75e6040e: reopening flushed file at 1733311322679 (+461 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45fe7941: reopening flushed file at 1733311322683 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51bbb1cd: reopening flushed file at 1733311322686 (+3 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1331ms, sequenceid=97, compaction requested=false at 1733311322689 (+3 ms)Writing region close event to WAL at 1733311322690 (+1 ms)Closed at 1733311322690 2024-12-04T11:22:02,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33617 is added to blk_1073741830_1006 (size=63642) 2024-12-04T11:22:02,692 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dc6d509e-2ca0-7a51-4b8b-7b8c041bb9d7/MasterData/WALs/e12b86b8109d,39375,1733311299942/e12b86b8109d%2C39375%2C1733311299942.1733311301603 not finished, retry = 0 2024-12-04T11:22:02,792 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:22:02,792 INFO [M:0;e12b86b8109d:39375 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T11:22:02,793 INFO [M:0;e12b86b8109d:39375 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39375 2024-12-04T11:22:02,793 INFO [M:0;e12b86b8109d:39375 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:22:02,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39375-0x101a0134a600006, quorum=127.0.0.1:62164, baseZNode=/21678545895 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:22:02,914 INFO [M:0;e12b86b8109d:39375 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:22:02,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39375-0x101a0134a600006, quorum=127.0.0.1:62164, baseZNode=/21678545895 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:22:02,949 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@593fece{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T11:22:02,949 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e9ce7d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T11:22:02,949 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T11:22:02,949 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59092efa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T11:22:02,949 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d48c9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6df44b23-f237-9e06-68a0-b1147fbead00/hadoop.log.dir/,STOPPED} 2024-12-04T11:22:02,950 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T11:22:02,950 WARN [BP-1882615626-172.17.0.2-1733311297965 heartbeating to localhost/127.0.0.1:38413 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T11:22:02,950 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T11:22:02,950 WARN [BP-1882615626-172.17.0.2-1733311297965 heartbeating to localhost/127.0.0.1:38413 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1882615626-172.17.0.2-1733311297965 (Datanode Uuid fc2eaafb-1c12-4268-904b-d25a859cd60d) service to localhost/127.0.0.1:38413 2024-12-04T11:22:02,951 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6df44b23-f237-9e06-68a0-b1147fbead00/cluster_9c96a23f-79df-23d1-2917-01a3642a4c40/data/data1/current/BP-1882615626-172.17.0.2-1733311297965 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T11:22:02,951 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6df44b23-f237-9e06-68a0-b1147fbead00/cluster_9c96a23f-79df-23d1-2917-01a3642a4c40/data/data2/current/BP-1882615626-172.17.0.2-1733311297965 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T11:22:02,951 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T11:22:02,956 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ff77b68{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T11:22:02,956 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@139d95e5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T11:22:02,956 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T11:22:02,956 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60426e39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T11:22:02,956 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d7b342c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6df44b23-f237-9e06-68a0-b1147fbead00/hadoop.log.dir/,STOPPED} 2024-12-04T11:22:02,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T11:22:02,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T11:22:02,970 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:22:02,971 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:22:02,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:02,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:02,971 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:22:02,971 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T11:22:02,971 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1874764473, stopped=false 2024-12-04T11:22:02,971 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e12b86b8109d,42463,1733311294361 2024-12-04T11:22:02,980 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 to pos 1189, reset compression=false 2024-12-04T11:22:02,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42463-0x101a0134a600003, quorum=127.0.0.1:62164, baseZNode=/11995501171 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11995501171/running 2024-12-04T11:22:02,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42213-0x101a0134a600004, quorum=127.0.0.1:62164, baseZNode=/11995501171 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11995501171/running 2024-12-04T11:22:02,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42463-0x101a0134a600003, quorum=127.0.0.1:62164, baseZNode=/11995501171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11995501171 2024-12-04T11:22:02,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42213-0x101a0134a600004, quorum=127.0.0.1:62164, baseZNode=/11995501171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11995501171 2024-12-04T11:22:02,983 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:22:02,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42463-0x101a0134a600003, quorum=127.0.0.1:62164, baseZNode=/11995501171 Set watcher on znode that does not yet exist, /11995501171/running 2024-12-04T11:22:02,983 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:22:02,983 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:22:02,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:02,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42213-0x101a0134a600004, quorum=127.0.0.1:62164, baseZNode=/11995501171 Set watcher on znode that does not yet exist, /11995501171/running 2024-12-04T11:22:02,984 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e12b86b8109d,42213,1733311294953' ***** 2024-12-04T11:22:02,984 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T11:22:02,984 INFO [RS:0;e12b86b8109d:42213 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T11:22:02,984 INFO [RS:0;e12b86b8109d:42213 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T11:22:02,984 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T11:22:02,984 INFO [RS:0;e12b86b8109d:42213 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T11:22:02,984 INFO [RS:0;e12b86b8109d:42213 {}] regionserver.HRegionServer(3091): Received CLOSE for 366a2a81dd070e76e43cdb81610e4342 2024-12-04T11:22:02,984 INFO [RS:0;e12b86b8109d:42213 {}] regionserver.HRegionServer(3091): Received CLOSE for 1146c2234fc0afbfd0f7a741fa5a6705 2024-12-04T11:22:02,984 INFO [RS:0;e12b86b8109d:42213 {}] regionserver.HRegionServer(959): stopping server e12b86b8109d,42213,1733311294953 2024-12-04T11:22:02,984 INFO [RS:0;e12b86b8109d:42213 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:22:02,984 INFO [RS:0;e12b86b8109d:42213 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:42213. 2024-12-04T11:22:02,984 DEBUG [RS:0;e12b86b8109d:42213 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:22:02,984 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 366a2a81dd070e76e43cdb81610e4342, disabling compactions & flushes 2024-12-04T11:22:02,984 DEBUG [RS:0;e12b86b8109d:42213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:02,984 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733311309029.366a2a81dd070e76e43cdb81610e4342. 2024-12-04T11:22:02,984 INFO [RS:0;e12b86b8109d:42213 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T11:22:02,984 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733311309029.366a2a81dd070e76e43cdb81610e4342. 2024-12-04T11:22:02,984 INFO [RS:0;e12b86b8109d:42213 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T11:22:02,984 INFO [RS:0;e12b86b8109d:42213 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T11:22:02,984 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733311309029.366a2a81dd070e76e43cdb81610e4342. after waiting 0 ms 2024-12-04T11:22:02,984 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733311309029.366a2a81dd070e76e43cdb81610e4342. 2024-12-04T11:22:02,984 INFO [RS:0;e12b86b8109d:42213 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T11:22:02,985 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 366a2a81dd070e76e43cdb81610e4342 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-12-04T11:22:02,985 INFO [RS:0;e12b86b8109d:42213 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T11:22:02,985 DEBUG [RS:0;e12b86b8109d:42213 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 366a2a81dd070e76e43cdb81610e4342=hbase:replication,,1733311309029.366a2a81dd070e76e43cdb81610e4342., 1146c2234fc0afbfd0f7a741fa5a6705=test,,1733311304060.1146c2234fc0afbfd0f7a741fa5a6705.} 2024-12-04T11:22:02,985 DEBUG [RS:0;e12b86b8109d:42213 {}] regionserver.HRegionServer(1351): Waiting on 1146c2234fc0afbfd0f7a741fa5a6705, 1588230740, 366a2a81dd070e76e43cdb81610e4342 2024-12-04T11:22:02,985 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:22:02,985 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:22:02,985 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:22:02,985 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:22:02,985 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:22:02,985 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T11:22:03,002 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/hbase/replication/366a2a81dd070e76e43cdb81610e4342/.tmp/queue/3d281365146548d98159102d2359fd14 is 154, key is 1-e12b86b8109d,42213,1733311294953/queue:e12b86b8109d%2C42213%2C1733311294953/1733311319459/Put/seqid=0 2024-12-04T11:22:03,002 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/hbase/meta/1588230740/.tmp/info/4300ab2b8b7f4b319f958085a1fa6050 is 147, key is hbase:replication,,1733311309029.366a2a81dd070e76e43cdb81610e4342./info:regioninfo/1733311310191/Put/seqid=0 2024-12-04T11:22:03,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33551 is added to blk_1073741841_1017 (size=5353) 2024-12-04T11:22:03,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33551 is added to blk_1073741840_1016 (size=7686) 2024-12-04T11:22:03,017 INFO [regionserver/e12b86b8109d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:22:03,118 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632 to pos 636, reset compression=false 2024-12-04T11:22:03,185 DEBUG [RS:0;e12b86b8109d:42213 {}] regionserver.HRegionServer(1351): Waiting on 1146c2234fc0afbfd0f7a741fa5a6705, 1588230740, 366a2a81dd070e76e43cdb81610e4342 2024-12-04T11:22:03,385 DEBUG [RS:0;e12b86b8109d:42213 {}] regionserver.HRegionServer(1351): Waiting on 1146c2234fc0afbfd0f7a741fa5a6705, 1588230740, 366a2a81dd070e76e43cdb81610e4342 2024-12-04T11:22:03,405 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/hbase/meta/1588230740/.tmp/info/4300ab2b8b7f4b319f958085a1fa6050 2024-12-04T11:22:03,405 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/hbase/replication/366a2a81dd070e76e43cdb81610e4342/.tmp/queue/3d281365146548d98159102d2359fd14 2024-12-04T11:22:03,410 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/hbase/replication/366a2a81dd070e76e43cdb81610e4342/.tmp/queue/3d281365146548d98159102d2359fd14 as hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/hbase/replication/366a2a81dd070e76e43cdb81610e4342/queue/3d281365146548d98159102d2359fd14 2024-12-04T11:22:03,413 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/hbase/replication/366a2a81dd070e76e43cdb81610e4342/queue/3d281365146548d98159102d2359fd14, entries=1, sequenceid=12, filesize=5.2 K 2024-12-04T11:22:03,413 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 366a2a81dd070e76e43cdb81610e4342 in 429ms, sequenceid=12, compaction requested=false 2024-12-04T11:22:03,413 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T11:22:03,416 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/hbase/replication/366a2a81dd070e76e43cdb81610e4342/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T11:22:03,417 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:22:03,417 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:22:03,417 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733311309029.366a2a81dd070e76e43cdb81610e4342. 2024-12-04T11:22:03,417 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 366a2a81dd070e76e43cdb81610e4342: Waiting for close lock at 1733311322984Running coprocessor pre-close hooks at 1733311322984Disabling compacts and flushes for region at 1733311322984Disabling writes for close at 1733311322984Obtaining lock to block concurrent updates at 1733311322985 (+1 ms)Preparing flush snapshotting stores in 366a2a81dd070e76e43cdb81610e4342 at 1733311322985Finished memstore snapshotting hbase:replication,,1733311309029.366a2a81dd070e76e43cdb81610e4342., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733311322985Flushing stores of hbase:replication,,1733311309029.366a2a81dd070e76e43cdb81610e4342. at 1733311322985Flushing 366a2a81dd070e76e43cdb81610e4342/queue: creating writer at 1733311322985Flushing 366a2a81dd070e76e43cdb81610e4342/queue: appending metadata at 1733311323002 (+17 ms)Flushing 366a2a81dd070e76e43cdb81610e4342/queue: closing flushed file at 1733311323002Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@191cce1b: reopening flushed file at 1733311323409 (+407 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 366a2a81dd070e76e43cdb81610e4342 in 429ms, sequenceid=12, compaction requested=false at 1733311323413 (+4 ms)Writing region close event to WAL at 1733311323414 (+1 ms)Running coprocessor post-close hooks at 1733311323416 (+2 ms)Closed at 1733311323417 (+1 ms) 2024-12-04T11:22:03,417 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733311309029.366a2a81dd070e76e43cdb81610e4342. 2024-12-04T11:22:03,417 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1146c2234fc0afbfd0f7a741fa5a6705, disabling compactions & flushes 2024-12-04T11:22:03,417 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733311304060.1146c2234fc0afbfd0f7a741fa5a6705. 2024-12-04T11:22:03,417 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733311304060.1146c2234fc0afbfd0f7a741fa5a6705. 2024-12-04T11:22:03,417 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733311304060.1146c2234fc0afbfd0f7a741fa5a6705. after waiting 0 ms 2024-12-04T11:22:03,417 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733311304060.1146c2234fc0afbfd0f7a741fa5a6705. 2024-12-04T11:22:03,417 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1146c2234fc0afbfd0f7a741fa5a6705 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-04T11:22:03,425 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/hbase/meta/1588230740/.tmp/ns/887cfa85e2424bc4ab49361da1ca2b8d is 43, key is default/ns:d/1733311297824/Put/seqid=0 2024-12-04T11:22:03,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33551 is added to blk_1073741842_1018 (size=5153) 2024-12-04T11:22:03,430 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/default/test/1146c2234fc0afbfd0f7a741fa5a6705/.tmp/f/135fcda87de8428790464378cea9c8c5 is 29, key is row1/f:/1733311317354/DeleteFamily/seqid=0 2024-12-04T11:22:03,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33551 is added to blk_1073741843_1019 (size=5152) 2024-12-04T11:22:03,585 DEBUG [RS:0;e12b86b8109d:42213 {}] regionserver.HRegionServer(1351): Waiting on 1146c2234fc0afbfd0f7a741fa5a6705, 1588230740 2024-12-04T11:22:03,785 DEBUG [RS:0;e12b86b8109d:42213 {}] regionserver.HRegionServer(1351): Waiting on 1146c2234fc0afbfd0f7a741fa5a6705, 1588230740 2024-12-04T11:22:03,793 INFO [regionserver/e12b86b8109d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T11:22:03,793 INFO [regionserver/e12b86b8109d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T11:22:03,828 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/hbase/meta/1588230740/.tmp/ns/887cfa85e2424bc4ab49361da1ca2b8d 2024-12-04T11:22:03,833 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/default/test/1146c2234fc0afbfd0f7a741fa5a6705/.tmp/f/135fcda87de8428790464378cea9c8c5 2024-12-04T11:22:03,835 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 135fcda87de8428790464378cea9c8c5 2024-12-04T11:22:03,846 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/default/test/1146c2234fc0afbfd0f7a741fa5a6705/.tmp/f1/77513b6db3a74de68c2d2e07d47a9db3 is 30, key is row1/f1:/1733311317354/DeleteFamily/seqid=0 2024-12-04T11:22:03,847 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/hbase/meta/1588230740/.tmp/rep_barrier/c5b1f5f780b24251b67d95b516d2cb0b is 112, key is test,,1733311304060.1146c2234fc0afbfd0f7a741fa5a6705./rep_barrier:seqnumDuringOpen/1733311304403/Put/seqid=0 2024-12-04T11:22:03,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33551 is added to blk_1073741845_1021 (size=5518) 2024-12-04T11:22:03,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33551 is added to blk_1073741844_1020 (size=5158) 2024-12-04T11:22:03,883 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 to pos 1189, reset compression=false 2024-12-04T11:22:03,886 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:22:03,886 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 to pos 1436, reset compression=false 2024-12-04T11:22:03,886 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.shippere12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,42213,1733311294953 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T11:22:03,886 ERROR [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.shippere12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e12b86b8109d,42213,1733311294953: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e12b86b8109d,42213,1733311294953, walGroup=e12b86b8109d%2C42213%2C1733311294953, offset=e12b86b8109d%2C42213%2C1733311294953.1733311296930:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:42213 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T11:22:03,887 ERROR [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.shippere12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T11:22:03,887 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.shippere12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T11:22:03,888 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.shippere12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T11:22:03,888 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.shippere12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T11:22:03,888 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.shippere12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T11:22:03,888 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.shippere12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1388314624, "init": 1048576000, "max": 2306867200, "used": 985400768 }, "NonHeapMemoryUsage": { "committed": 206045184, "init": 7667712, "max": -1, "used": 203169080 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T11:22:03,888 WARN [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.shippere12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:42463 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:42463 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T11:22:03,985 DEBUG [RS:0;e12b86b8109d:42213 {}] regionserver.HRegionServer(1351): Waiting on 1146c2234fc0afbfd0f7a741fa5a6705, 1588230740 2024-12-04T11:22:04,089 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 to pos 1436, reset compression=false 2024-12-04T11:22:04,186 INFO [RS:0;e12b86b8109d:42213 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T11:22:04,186 DEBUG [RS:0;e12b86b8109d:42213 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1146c2234fc0afbfd0f7a741fa5a6705=test,,1733311304060.1146c2234fc0afbfd0f7a741fa5a6705.} 2024-12-04T11:22:04,186 DEBUG [RS:0;e12b86b8109d:42213 {}] regionserver.HRegionServer(1351): Waiting on 1146c2234fc0afbfd0f7a741fa5a6705, 1588230740 2024-12-04T11:22:04,252 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/default/test/1146c2234fc0afbfd0f7a741fa5a6705/.tmp/f1/77513b6db3a74de68c2d2e07d47a9db3 2024-12-04T11:22:04,252 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/hbase/meta/1588230740/.tmp/rep_barrier/c5b1f5f780b24251b67d95b516d2cb0b 2024-12-04T11:22:04,254 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 77513b6db3a74de68c2d2e07d47a9db3 2024-12-04T11:22:04,266 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/hbase/meta/1588230740/.tmp/table/1b0d88667c564c319bb24a3cc50d2cb3 is 53, key is hbase:replication/table:state/1733311310196/Put/seqid=0 2024-12-04T11:22:04,266 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/default/test/1146c2234fc0afbfd0f7a741fa5a6705/.tmp/norep/fe71d88ca1a045aab33dc7ed65734d66 is 33, key is row1/norep:/1733311317354/DeleteFamily/seqid=0 2024-12-04T11:22:04,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33551 is added to blk_1073741847_1023 (size=5108) 2024-12-04T11:22:04,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33551 is added to blk_1073741846_1022 (size=5308) 2024-12-04T11:22:04,320 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632 to pos 636, reset compression=false 2024-12-04T11:22:04,346 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T11:22:04,386 DEBUG [RS:0;e12b86b8109d:42213 {}] regionserver.HRegionServer(1351): Waiting on 1146c2234fc0afbfd0f7a741fa5a6705, 1588230740 2024-12-04T11:22:04,391 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 to pos 1436, reset compression=false 2024-12-04T11:22:04,586 DEBUG [RS:0;e12b86b8109d:42213 {}] regionserver.HRegionServer(1351): Waiting on 1146c2234fc0afbfd0f7a741fa5a6705, 1588230740 2024-12-04T11:22:04,669 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/default/test/1146c2234fc0afbfd0f7a741fa5a6705/.tmp/norep/fe71d88ca1a045aab33dc7ed65734d66 2024-12-04T11:22:04,669 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/hbase/meta/1588230740/.tmp/table/1b0d88667c564c319bb24a3cc50d2cb3 2024-12-04T11:22:04,672 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fe71d88ca1a045aab33dc7ed65734d66 2024-12-04T11:22:04,672 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/hbase/meta/1588230740/.tmp/info/4300ab2b8b7f4b319f958085a1fa6050 as hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/hbase/meta/1588230740/info/4300ab2b8b7f4b319f958085a1fa6050 2024-12-04T11:22:04,672 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/default/test/1146c2234fc0afbfd0f7a741fa5a6705/.tmp/f/135fcda87de8428790464378cea9c8c5 as hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/default/test/1146c2234fc0afbfd0f7a741fa5a6705/f/135fcda87de8428790464378cea9c8c5 2024-12-04T11:22:04,675 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 135fcda87de8428790464378cea9c8c5 2024-12-04T11:22:04,675 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/default/test/1146c2234fc0afbfd0f7a741fa5a6705/f/135fcda87de8428790464378cea9c8c5, entries=3, sequenceid=10, filesize=5.0 K 2024-12-04T11:22:04,675 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/hbase/meta/1588230740/info/4300ab2b8b7f4b319f958085a1fa6050, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T11:22:04,676 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/hbase/meta/1588230740/.tmp/ns/887cfa85e2424bc4ab49361da1ca2b8d as hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/hbase/meta/1588230740/ns/887cfa85e2424bc4ab49361da1ca2b8d 2024-12-04T11:22:04,676 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/default/test/1146c2234fc0afbfd0f7a741fa5a6705/.tmp/f1/77513b6db3a74de68c2d2e07d47a9db3 as hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/default/test/1146c2234fc0afbfd0f7a741fa5a6705/f1/77513b6db3a74de68c2d2e07d47a9db3 2024-12-04T11:22:04,679 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/hbase/meta/1588230740/ns/887cfa85e2424bc4ab49361da1ca2b8d, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T11:22:04,679 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 77513b6db3a74de68c2d2e07d47a9db3 2024-12-04T11:22:04,679 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/default/test/1146c2234fc0afbfd0f7a741fa5a6705/f1/77513b6db3a74de68c2d2e07d47a9db3, entries=3, sequenceid=10, filesize=5.0 K 2024-12-04T11:22:04,679 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/hbase/meta/1588230740/.tmp/rep_barrier/c5b1f5f780b24251b67d95b516d2cb0b as hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/hbase/meta/1588230740/rep_barrier/c5b1f5f780b24251b67d95b516d2cb0b 2024-12-04T11:22:04,679 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/default/test/1146c2234fc0afbfd0f7a741fa5a6705/.tmp/norep/fe71d88ca1a045aab33dc7ed65734d66 as hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/default/test/1146c2234fc0afbfd0f7a741fa5a6705/norep/fe71d88ca1a045aab33dc7ed65734d66 2024-12-04T11:22:04,682 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/hbase/meta/1588230740/rep_barrier/c5b1f5f780b24251b67d95b516d2cb0b, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T11:22:04,682 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fe71d88ca1a045aab33dc7ed65734d66 2024-12-04T11:22:04,682 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/default/test/1146c2234fc0afbfd0f7a741fa5a6705/norep/fe71d88ca1a045aab33dc7ed65734d66, entries=1, sequenceid=10, filesize=5.0 K 2024-12-04T11:22:04,682 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/hbase/meta/1588230740/.tmp/table/1b0d88667c564c319bb24a3cc50d2cb3 as hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/hbase/meta/1588230740/table/1b0d88667c564c319bb24a3cc50d2cb3 2024-12-04T11:22:04,683 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 1146c2234fc0afbfd0f7a741fa5a6705 in 1266ms, sequenceid=10, compaction requested=false 2024-12-04T11:22:04,685 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/default/test/1146c2234fc0afbfd0f7a741fa5a6705/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T11:22:04,686 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:22:04,686 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T11:22:04,686 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/hbase/meta/1588230740/table/1b0d88667c564c319bb24a3cc50d2cb3, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T11:22:04,686 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733311304060.1146c2234fc0afbfd0f7a741fa5a6705. 2024-12-04T11:22:04,686 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1146c2234fc0afbfd0f7a741fa5a6705: Waiting for close lock at 1733311323417Running coprocessor pre-close hooks at 1733311323417Disabling compacts and flushes for region at 1733311323417Disabling writes for close at 1733311323417Obtaining lock to block concurrent updates at 1733311323417Preparing flush snapshotting stores in 1146c2234fc0afbfd0f7a741fa5a6705 at 1733311323417Finished memstore snapshotting test,,1733311304060.1146c2234fc0afbfd0f7a741fa5a6705., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733311323417Flushing stores of test,,1733311304060.1146c2234fc0afbfd0f7a741fa5a6705. at 1733311323418 (+1 ms)Flushing 1146c2234fc0afbfd0f7a741fa5a6705/f: creating writer at 1733311323418Flushing 1146c2234fc0afbfd0f7a741fa5a6705/f: appending metadata at 1733311323429 (+11 ms)Flushing 1146c2234fc0afbfd0f7a741fa5a6705/f: closing flushed file at 1733311323429Flushing 1146c2234fc0afbfd0f7a741fa5a6705/f1: creating writer at 1733311323835 (+406 ms)Flushing 1146c2234fc0afbfd0f7a741fa5a6705/f1: appending metadata at 1733311323846 (+11 ms)Flushing 1146c2234fc0afbfd0f7a741fa5a6705/f1: closing flushed file at 1733311323846Flushing 1146c2234fc0afbfd0f7a741fa5a6705/norep: creating writer at 1733311324255 (+409 ms)Flushing 1146c2234fc0afbfd0f7a741fa5a6705/norep: appending metadata at 1733311324265 (+10 ms)Flushing 1146c2234fc0afbfd0f7a741fa5a6705/norep: closing flushed file at 1733311324265Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45871ba7: reopening flushed file at 1733311324672 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49f11eb0: reopening flushed file at 1733311324676 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d3be211: reopening flushed file at 1733311324679 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 1146c2234fc0afbfd0f7a741fa5a6705 in 1266ms, sequenceid=10, compaction requested=false at 1733311324683 (+4 ms)Writing region close event to WAL at 1733311324683Running coprocessor post-close hooks at 1733311324686 (+3 ms)Closed at 1733311324686 2024-12-04T11:22:04,686 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733311304060.1146c2234fc0afbfd0f7a741fa5a6705. 2024-12-04T11:22:04,686 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1701ms, sequenceid=16, compaction requested=false 2024-12-04T11:22:04,686 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T11:22:04,689 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T11:22:04,690 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:22:04,690 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:22:04,690 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:22:04,690 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311322985Running coprocessor pre-close hooks at 1733311322985Disabling compacts and flushes for region at 1733311322985Disabling writes for close at 1733311322985Obtaining lock to block concurrent updates at 1733311322985Preparing flush snapshotting stores in 1588230740 at 1733311322985Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733311322985Flushing stores of hbase:meta,,1.1588230740 at 1733311322985Flushing 1588230740/info: creating writer at 1733311322985Flushing 1588230740/info: appending metadata at 1733311323002 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733311323002Flushing 1588230740/ns: creating writer at 1733311323409 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733311323424 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733311323424Flushing 1588230740/rep_barrier: creating writer at 1733311323832 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733311323846 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733311323846Flushing 1588230740/table: creating writer at 1733311324255 (+409 ms)Flushing 1588230740/table: appending metadata at 1733311324265 (+10 ms)Flushing 1588230740/table: closing flushed file at 1733311324265Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56f397f4: reopening flushed file at 1733311324672 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57ca86df: reopening flushed file at 1733311324676 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41f9129b: reopening flushed file at 1733311324679 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@319e10f3: reopening flushed file at 1733311324682 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1701ms, sequenceid=16, compaction requested=false at 1733311324686 (+4 ms)Writing region close event to WAL at 1733311324688 (+2 ms)Running coprocessor post-close hooks at 1733311324690 (+2 ms)Closed at 1733311324690 2024-12-04T11:22:04,690 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T11:22:04,786 INFO [RS:0;e12b86b8109d:42213 {}] regionserver.HRegionServer(976): stopping server e12b86b8109d,42213,1733311294953; all regions closed. 2024-12-04T11:22:04,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33551 is added to blk_1073741834_1010 (size=4239) 2024-12-04T11:22:04,788 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.meta.1733311297786.meta not finished, retry = 0 2024-12-04T11:22:04,794 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 to pos 1436, reset compression=false 2024-12-04T11:22:04,797 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:22:04,797 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 to pos 2080, reset compression=false 2024-12-04T11:22:04,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33551 is added to blk_1073741839_1015 (size=3114) 2024-12-04T11:22:04,890 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.rep.1733311310167 not finished, retry = 0 2024-12-04T11:22:04,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33551 is added to blk_1073741832_1008 (size=2088) 2024-12-04T11:22:04,992 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 not finished, retry = 0 2024-12-04T11:22:05,000 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 to pos 2080, reset compression=false 2024-12-04T11:22:05,093 DEBUG [RS:0;e12b86b8109d:42213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:05,093 INFO [RS:0;e12b86b8109d:42213 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:22:05,093 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/WALs/e12b86b8109d,42213,1733311294953/e12b86b8109d%2C42213%2C1733311294953.1733311296930 2024-12-04T11:22:05,093 INFO [RS:0;e12b86b8109d:42213 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:22:05,093 INFO [RS:0;e12b86b8109d:42213 {}] hbase.ChoreService(370): Chore service for: regionserver/e12b86b8109d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T11:22:05,093 INFO [RS:0;e12b86b8109d:42213 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:22:05,093 INFO [regionserver/e12b86b8109d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:22:05,093 INFO [RS:0;e12b86b8109d:42213 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e12b86b8109d,42213,1733311294953 because: Region server is closing 2024-12-04T11:22:05,094 INFO [RS:0;e12b86b8109d:42213 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:42213. 2024-12-04T11:22:05,094 DEBUG [RS:0;e12b86b8109d:42213 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:22:05,094 DEBUG [RS:0;e12b86b8109d:42213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:05,094 DEBUG [RS:0;e12b86b8109d:42213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:05,094 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:22:05,194 INFO [RS:0;e12b86b8109d:42213 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.shippere12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 terminated 2024-12-04T11:22:05,194 INFO [RS:0;e12b86b8109d:42213 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:42213. 2024-12-04T11:22:05,194 WARN [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,42213,1733311294953.replicationSource.wal-reader.e12b86b8109d%2C42213%2C1733311294953,1-e12b86b8109d,42213,1733311294953 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-04T11:22:05,194 DEBUG [RS:0;e12b86b8109d:42213 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:22:05,194 DEBUG [RS:0;e12b86b8109d:42213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:05,194 DEBUG [RS:0;e12b86b8109d:42213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:05,194 INFO [RS:0;e12b86b8109d:42213 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42213 2024-12-04T11:22:05,194 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:22:05,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42213-0x101a0134a600004, quorum=127.0.0.1:62164, baseZNode=/11995501171 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11995501171/rs/e12b86b8109d,42213,1733311294953 2024-12-04T11:22:05,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42463-0x101a0134a600003, quorum=127.0.0.1:62164, baseZNode=/11995501171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11995501171/rs 2024-12-04T11:22:05,256 INFO [RS:0;e12b86b8109d:42213 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:22:05,293 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e12b86b8109d,42213,1733311294953] 2024-12-04T11:22:05,309 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11995501171/draining/e12b86b8109d,42213,1733311294953 already deleted, retry=false 2024-12-04T11:22:05,309 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e12b86b8109d,42213,1733311294953 expired; onlineServers=0 2024-12-04T11:22:05,309 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e12b86b8109d,42463,1733311294361' ***** 2024-12-04T11:22:05,309 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T11:22:05,309 INFO [M:0;e12b86b8109d:42463 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:22:05,309 INFO [M:0;e12b86b8109d:42463 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:22:05,309 DEBUG [M:0;e12b86b8109d:42463 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T11:22:05,309 DEBUG [M:0;e12b86b8109d:42463 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T11:22:05,309 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T11:22:05,309 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311296570 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311296570,5,FailOnTimeoutGroup] 2024-12-04T11:22:05,309 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311296570 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311296570,5,FailOnTimeoutGroup] 2024-12-04T11:22:05,309 INFO [M:0;e12b86b8109d:42463 {}] hbase.ChoreService(370): Chore service for: master/e12b86b8109d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T11:22:05,309 INFO [M:0;e12b86b8109d:42463 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:22:05,309 DEBUG [M:0;e12b86b8109d:42463 {}] master.HMaster(1795): Stopping service threads 2024-12-04T11:22:05,309 INFO [M:0;e12b86b8109d:42463 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T11:22:05,310 INFO [M:0;e12b86b8109d:42463 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:22:05,310 INFO [M:0;e12b86b8109d:42463 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T11:22:05,310 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T11:22:05,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42463-0x101a0134a600003, quorum=127.0.0.1:62164, baseZNode=/11995501171 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11995501171/master 2024-12-04T11:22:05,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42463-0x101a0134a600003, quorum=127.0.0.1:62164, baseZNode=/11995501171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11995501171 2024-12-04T11:22:05,319 DEBUG [M:0;e12b86b8109d:42463 {}] zookeeper.ZKUtil(347): master:42463-0x101a0134a600003, quorum=127.0.0.1:62164, baseZNode=/11995501171 Unable to get data of znode /11995501171/master because node does not exist (not an error) 2024-12-04T11:22:05,320 WARN [M:0;e12b86b8109d:42463 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T11:22:05,320 INFO [M:0;e12b86b8109d:42463 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/.lastflushedseqids 2024-12-04T11:22:05,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33551 is added to blk_1073741848_1024 (size=245) 2024-12-04T11:22:05,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42213-0x101a0134a600004, quorum=127.0.0.1:62164, baseZNode=/11995501171 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:22:05,393 INFO [RS:0;e12b86b8109d:42213 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:22:05,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42213-0x101a0134a600004, quorum=127.0.0.1:62164, baseZNode=/11995501171 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:22:05,393 INFO [RS:0;e12b86b8109d:42213 {}] regionserver.HRegionServer(1031): Exiting; stopping=e12b86b8109d,42213,1733311294953; zookeeper connection closed. 2024-12-04T11:22:05,393 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@55f00de6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@55f00de6 2024-12-04T11:22:05,394 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T11:22:05,623 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632 to pos 636, reset compression=false 2024-12-04T11:22:05,724 INFO [M:0;e12b86b8109d:42463 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T11:22:05,724 INFO [M:0;e12b86b8109d:42463 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T11:22:05,724 DEBUG [M:0;e12b86b8109d:42463 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:22:05,724 INFO [M:0;e12b86b8109d:42463 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:22:05,724 DEBUG [M:0;e12b86b8109d:42463 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:22:05,724 DEBUG [M:0;e12b86b8109d:42463 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:22:05,724 DEBUG [M:0;e12b86b8109d:42463 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:22:05,724 INFO [M:0;e12b86b8109d:42463 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-04T11:22:05,740 DEBUG [M:0;e12b86b8109d:42463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7df2e0a6cf0b4d15bd05a4159c26b8b9 is 82, key is hbase:meta,,1/info:regioninfo/1733311297811/Put/seqid=0 2024-12-04T11:22:05,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33551 is added to blk_1073741849_1025 (size=5672) 2024-12-04T11:22:06,143 INFO [M:0;e12b86b8109d:42463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7df2e0a6cf0b4d15bd05a4159c26b8b9 2024-12-04T11:22:06,158 DEBUG [M:0;e12b86b8109d:42463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4477d0582d8244af9bba25ddb6060674 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733311310198/Put/seqid=0 2024-12-04T11:22:06,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33551 is added to blk_1073741850_1026 (size=8516) 2024-12-04T11:22:06,561 INFO [M:0;e12b86b8109d:42463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4477d0582d8244af9bba25ddb6060674 2024-12-04T11:22:06,576 DEBUG [M:0;e12b86b8109d:42463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a41b2701c45147c58bd4f18700a502e2 is 69, key is e12b86b8109d,42213,1733311294953/rs:state/1733311296633/Put/seqid=0 2024-12-04T11:22:06,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33551 is added to blk_1073741851_1027 (size=5156) 2024-12-04T11:22:06,750 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:22:06,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:06,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:06,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:06,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:06,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:06,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:06,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:06,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:06,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:06,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:06,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:06,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:06,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:06,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:06,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:06,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:06,980 INFO [M:0;e12b86b8109d:42463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a41b2701c45147c58bd4f18700a502e2 2024-12-04T11:22:06,983 DEBUG [M:0;e12b86b8109d:42463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7df2e0a6cf0b4d15bd05a4159c26b8b9 as hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7df2e0a6cf0b4d15bd05a4159c26b8b9 2024-12-04T11:22:06,986 INFO [M:0;e12b86b8109d:42463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7df2e0a6cf0b4d15bd05a4159c26b8b9, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T11:22:06,987 DEBUG [M:0;e12b86b8109d:42463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4477d0582d8244af9bba25ddb6060674 as hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4477d0582d8244af9bba25ddb6060674 2024-12-04T11:22:06,990 INFO [M:0;e12b86b8109d:42463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4477d0582d8244af9bba25ddb6060674, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T11:22:06,991 DEBUG [M:0;e12b86b8109d:42463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a41b2701c45147c58bd4f18700a502e2 as hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a41b2701c45147c58bd4f18700a502e2 2024-12-04T11:22:06,994 INFO [M:0;e12b86b8109d:42463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43433/user/jenkins/test-data/b9f6a74a-d872-1a25-865f-507c7297c2aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a41b2701c45147c58bd4f18700a502e2, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T11:22:06,994 INFO [M:0;e12b86b8109d:42463 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1270ms, sequenceid=97, compaction requested=false 2024-12-04T11:22:06,995 INFO [M:0;e12b86b8109d:42463 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:22:06,995 DEBUG [M:0;e12b86b8109d:42463 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311325724Disabling compacts and flushes for region at 1733311325724Disabling writes for close at 1733311325724Obtaining lock to block concurrent updates at 1733311325724Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733311325724Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733311325724Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733311325725 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733311325725Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733311325739 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733311325739Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733311326146 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733311326157 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733311326157Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733311326565 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733311326576 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733311326576Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@364fa4cf: reopening flushed file at 1733311326983 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57959ad4: reopening flushed file at 1733311326986 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8e770a5: reopening flushed file at 1733311326990 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1270ms, sequenceid=97, compaction requested=false at 1733311326994 (+4 ms)Writing region close event to WAL at 1733311326995 (+1 ms)Closed at 1733311326995 2024-12-04T11:22:06,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33551 is added to blk_1073741830_1006 (size=63654) 2024-12-04T11:22:06,997 INFO [M:0;e12b86b8109d:42463 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T11:22:06,997 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:22:06,997 INFO [M:0;e12b86b8109d:42463 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42463 2024-12-04T11:22:06,998 INFO [M:0;e12b86b8109d:42463 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:22:07,026 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632 to pos 636, reset compression=false 2024-12-04T11:22:07,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42463-0x101a0134a600003, quorum=127.0.0.1:62164, baseZNode=/11995501171 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:22:07,304 INFO [M:0;e12b86b8109d:42463 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:22:07,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42463-0x101a0134a600003, quorum=127.0.0.1:62164, baseZNode=/11995501171 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:22:07,307 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@217849af{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T11:22:07,307 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c2fb306{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T11:22:07,307 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T11:22:07,307 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b2fe634{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T11:22:07,307 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@965b6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efe473d-5988-e34d-a862-6a9eddbb079f/hadoop.log.dir/,STOPPED} 2024-12-04T11:22:07,308 WARN [BP-278731829-172.17.0.2-1733311292811 heartbeating to localhost/127.0.0.1:43433 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T11:22:07,308 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T11:22:07,308 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T11:22:07,308 WARN [BP-278731829-172.17.0.2-1733311292811 heartbeating to localhost/127.0.0.1:43433 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-278731829-172.17.0.2-1733311292811 (Datanode Uuid 3a17eb1c-15e8-4baf-b4d3-dabace62953d) service to localhost/127.0.0.1:43433 2024-12-04T11:22:07,309 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efe473d-5988-e34d-a862-6a9eddbb079f/cluster_dba52097-a060-999d-78a6-871b3da721c9/data/data1/current/BP-278731829-172.17.0.2-1733311292811 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T11:22:07,309 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efe473d-5988-e34d-a862-6a9eddbb079f/cluster_dba52097-a060-999d-78a6-871b3da721c9/data/data2/current/BP-278731829-172.17.0.2-1733311292811 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T11:22:07,309 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T11:22:07,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35623572{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T11:22:07,314 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39bad9d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T11:22:07,314 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T11:22:07,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@384dd753{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T11:22:07,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c773f45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efe473d-5988-e34d-a862-6a9eddbb079f/hadoop.log.dir/,STOPPED} 2024-12-04T11:22:07,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T11:22:07,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T11:22:07,328 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:22:07,328 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:22:07,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:07,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:07,328 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:22:07,329 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T11:22:07,329 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1686958862, stopped=false 2024-12-04T11:22:07,329 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e12b86b8109d,32805,1733311288756 2024-12-04T11:22:07,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x101a0134a600000, quorum=127.0.0.1:62164, baseZNode=/01958623484 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01958623484/running 2024-12-04T11:22:07,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35491-0x101a0134a600001, quorum=127.0.0.1:62164, baseZNode=/01958623484 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01958623484/running 2024-12-04T11:22:07,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x101a0134a600000, quorum=127.0.0.1:62164, baseZNode=/01958623484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01958623484 2024-12-04T11:22:07,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35491-0x101a0134a600001, quorum=127.0.0.1:62164, baseZNode=/01958623484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01958623484 2024-12-04T11:22:07,340 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:22:07,341 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:22:07,341 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:22:07,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:07,341 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e12b86b8109d,35491,1733311288939' ***** 2024-12-04T11:22:07,341 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T11:22:07,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32805-0x101a0134a600000, quorum=127.0.0.1:62164, baseZNode=/01958623484 Set watcher on znode that does not yet exist, /01958623484/running 2024-12-04T11:22:07,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35491-0x101a0134a600001, quorum=127.0.0.1:62164, baseZNode=/01958623484 Set watcher on znode that does not yet exist, /01958623484/running 2024-12-04T11:22:07,341 INFO [RS:0;e12b86b8109d:35491 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T11:22:07,341 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T11:22:07,341 INFO [RS:0;e12b86b8109d:35491 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T11:22:07,341 INFO [RS:0;e12b86b8109d:35491 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T11:22:07,341 INFO [RS:0;e12b86b8109d:35491 {}] regionserver.HRegionServer(3091): Received CLOSE for 514257d84fce9b685390b9be7351fc1d 2024-12-04T11:22:07,342 INFO [RS:0;e12b86b8109d:35491 {}] regionserver.HRegionServer(3091): Received CLOSE for 18e31bdb8cc916261131026ca3f7e0db 2024-12-04T11:22:07,342 INFO [RS:0;e12b86b8109d:35491 {}] regionserver.HRegionServer(959): stopping server e12b86b8109d,35491,1733311288939 2024-12-04T11:22:07,342 INFO [RS:0;e12b86b8109d:35491 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:22:07,342 INFO [RS:0;e12b86b8109d:35491 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:35491. 2024-12-04T11:22:07,342 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 514257d84fce9b685390b9be7351fc1d, disabling compactions & flushes 2024-12-04T11:22:07,342 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733311302915.514257d84fce9b685390b9be7351fc1d. 2024-12-04T11:22:07,342 DEBUG [RS:0;e12b86b8109d:35491 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:22:07,342 DEBUG [RS:0;e12b86b8109d:35491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:07,342 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733311302915.514257d84fce9b685390b9be7351fc1d. 2024-12-04T11:22:07,342 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733311302915.514257d84fce9b685390b9be7351fc1d. after waiting 0 ms 2024-12-04T11:22:07,342 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733311302915.514257d84fce9b685390b9be7351fc1d. 2024-12-04T11:22:07,342 INFO [RS:0;e12b86b8109d:35491 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T11:22:07,342 INFO [RS:0;e12b86b8109d:35491 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T11:22:07,342 INFO [RS:0;e12b86b8109d:35491 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T11:22:07,342 INFO [RS:0;e12b86b8109d:35491 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T11:22:07,342 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 514257d84fce9b685390b9be7351fc1d 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-04T11:22:07,342 INFO [RS:0;e12b86b8109d:35491 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T11:22:07,342 DEBUG [RS:0;e12b86b8109d:35491 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 514257d84fce9b685390b9be7351fc1d=test,,1733311302915.514257d84fce9b685390b9be7351fc1d., 18e31bdb8cc916261131026ca3f7e0db=hbase:replication,,1733311306864.18e31bdb8cc916261131026ca3f7e0db.} 2024-12-04T11:22:07,342 DEBUG [RS:0;e12b86b8109d:35491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18e31bdb8cc916261131026ca3f7e0db, 514257d84fce9b685390b9be7351fc1d 2024-12-04T11:22:07,342 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:22:07,342 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:22:07,342 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:22:07,342 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:22:07,342 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:22:07,342 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T11:22:07,354 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/hbase/meta/1588230740/.tmp/info/6a70d0dda5fb420fa91440b81b9f9f4a is 147, key is hbase:replication,,1733311306864.18e31bdb8cc916261131026ca3f7e0db./info:regioninfo/1733311308100/Put/seqid=0 2024-12-04T11:22:07,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741840_1016 (size=7686) 2024-12-04T11:22:07,357 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/default/test/514257d84fce9b685390b9be7351fc1d/.tmp/f/72ebaecc83fd469e96493898fd614338 is 28, key is row/f:/1733311316350/DeleteFamily/seqid=0 2024-12-04T11:22:07,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741841_1017 (size=5085) 2024-12-04T11:22:07,432 INFO [regionserver/e12b86b8109d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:22:07,542 DEBUG [RS:0;e12b86b8109d:35491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18e31bdb8cc916261131026ca3f7e0db, 514257d84fce9b685390b9be7351fc1d 2024-12-04T11:22:07,596 INFO [regionserver/e12b86b8109d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T11:22:07,596 INFO [regionserver/e12b86b8109d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T11:22:07,742 DEBUG [RS:0;e12b86b8109d:35491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18e31bdb8cc916261131026ca3f7e0db, 514257d84fce9b685390b9be7351fc1d 2024-12-04T11:22:07,757 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/hbase/meta/1588230740/.tmp/info/6a70d0dda5fb420fa91440b81b9f9f4a 2024-12-04T11:22:07,760 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/default/test/514257d84fce9b685390b9be7351fc1d/.tmp/f/72ebaecc83fd469e96493898fd614338 2024-12-04T11:22:07,763 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72ebaecc83fd469e96493898fd614338 2024-12-04T11:22:07,776 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/hbase/meta/1588230740/.tmp/ns/76bb2d030b6c4d9dae8e4951c7180fc3 is 43, key is default/ns:d/1733311292695/Put/seqid=0 2024-12-04T11:22:07,777 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/default/test/514257d84fce9b685390b9be7351fc1d/.tmp/f1/cf801b99a6ed4980a7f35d4169bf985f is 29, key is row/f1:/1733311316350/DeleteFamily/seqid=0 2024-12-04T11:22:07,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741842_1018 (size=5153) 2024-12-04T11:22:07,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741843_1019 (size=5089) 2024-12-04T11:22:07,780 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/default/test/514257d84fce9b685390b9be7351fc1d/.tmp/f1/cf801b99a6ed4980a7f35d4169bf985f 2024-12-04T11:22:07,782 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf801b99a6ed4980a7f35d4169bf985f 2024-12-04T11:22:07,794 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/default/test/514257d84fce9b685390b9be7351fc1d/.tmp/norep/3a639015d4884c4fad961e855bd345a2 is 32, key is row/norep:/1733311316350/DeleteFamily/seqid=0 2024-12-04T11:22:07,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741844_1020 (size=5101) 2024-12-04T11:22:07,943 DEBUG [RS:0;e12b86b8109d:35491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18e31bdb8cc916261131026ca3f7e0db, 514257d84fce9b685390b9be7351fc1d 2024-12-04T11:22:08,143 DEBUG [RS:0;e12b86b8109d:35491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18e31bdb8cc916261131026ca3f7e0db, 514257d84fce9b685390b9be7351fc1d 2024-12-04T11:22:08,179 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/hbase/meta/1588230740/.tmp/ns/76bb2d030b6c4d9dae8e4951c7180fc3 2024-12-04T11:22:08,197 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/hbase/meta/1588230740/.tmp/rep_barrier/cd7d6de255644645afbb9b4930a94db1 is 112, key is test,,1733311302915.514257d84fce9b685390b9be7351fc1d./rep_barrier:seqnumDuringOpen/1733311303662/Put/seqid=0 2024-12-04T11:22:08,197 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/default/test/514257d84fce9b685390b9be7351fc1d/.tmp/norep/3a639015d4884c4fad961e855bd345a2 2024-12-04T11:22:08,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741845_1021 (size=5518) 2024-12-04T11:22:08,201 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a639015d4884c4fad961e855bd345a2 2024-12-04T11:22:08,201 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/default/test/514257d84fce9b685390b9be7351fc1d/.tmp/f/72ebaecc83fd469e96493898fd614338 as hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/default/test/514257d84fce9b685390b9be7351fc1d/f/72ebaecc83fd469e96493898fd614338 2024-12-04T11:22:08,204 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72ebaecc83fd469e96493898fd614338 2024-12-04T11:22:08,204 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/default/test/514257d84fce9b685390b9be7351fc1d/f/72ebaecc83fd469e96493898fd614338, entries=1, sequenceid=6, filesize=5.0 K 2024-12-04T11:22:08,204 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/default/test/514257d84fce9b685390b9be7351fc1d/.tmp/f1/cf801b99a6ed4980a7f35d4169bf985f as hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/default/test/514257d84fce9b685390b9be7351fc1d/f1/cf801b99a6ed4980a7f35d4169bf985f 2024-12-04T11:22:08,207 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf801b99a6ed4980a7f35d4169bf985f 2024-12-04T11:22:08,207 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/default/test/514257d84fce9b685390b9be7351fc1d/f1/cf801b99a6ed4980a7f35d4169bf985f, entries=1, sequenceid=6, filesize=5.0 K 2024-12-04T11:22:08,207 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/default/test/514257d84fce9b685390b9be7351fc1d/.tmp/norep/3a639015d4884c4fad961e855bd345a2 as hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/default/test/514257d84fce9b685390b9be7351fc1d/norep/3a639015d4884c4fad961e855bd345a2 2024-12-04T11:22:08,210 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a639015d4884c4fad961e855bd345a2 2024-12-04T11:22:08,210 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/default/test/514257d84fce9b685390b9be7351fc1d/norep/3a639015d4884c4fad961e855bd345a2, entries=1, sequenceid=6, filesize=5.0 K 2024-12-04T11:22:08,210 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 514257d84fce9b685390b9be7351fc1d in 868ms, sequenceid=6, compaction requested=false 2024-12-04T11:22:08,210 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T11:22:08,214 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/default/test/514257d84fce9b685390b9be7351fc1d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T11:22:08,214 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:22:08,214 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T11:22:08,214 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733311302915.514257d84fce9b685390b9be7351fc1d. 2024-12-04T11:22:08,214 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 514257d84fce9b685390b9be7351fc1d: Waiting for close lock at 1733311327342Running coprocessor pre-close hooks at 1733311327342Disabling compacts and flushes for region at 1733311327342Disabling writes for close at 1733311327342Obtaining lock to block concurrent updates at 1733311327342Preparing flush snapshotting stores in 514257d84fce9b685390b9be7351fc1d at 1733311327342Finished memstore snapshotting test,,1733311302915.514257d84fce9b685390b9be7351fc1d., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733311327342Flushing stores of test,,1733311302915.514257d84fce9b685390b9be7351fc1d. at 1733311327343 (+1 ms)Flushing 514257d84fce9b685390b9be7351fc1d/f: creating writer at 1733311327343Flushing 514257d84fce9b685390b9be7351fc1d/f: appending metadata at 1733311327357 (+14 ms)Flushing 514257d84fce9b685390b9be7351fc1d/f: closing flushed file at 1733311327357Flushing 514257d84fce9b685390b9be7351fc1d/f1: creating writer at 1733311327763 (+406 ms)Flushing 514257d84fce9b685390b9be7351fc1d/f1: appending metadata at 1733311327776 (+13 ms)Flushing 514257d84fce9b685390b9be7351fc1d/f1: closing flushed file at 1733311327776Flushing 514257d84fce9b685390b9be7351fc1d/norep: creating writer at 1733311327783 (+7 ms)Flushing 514257d84fce9b685390b9be7351fc1d/norep: appending metadata at 1733311327794 (+11 ms)Flushing 514257d84fce9b685390b9be7351fc1d/norep: closing flushed file at 1733311327794Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f5fb4df: reopening flushed file at 1733311328201 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d2776f9: reopening flushed file at 1733311328204 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e108310: reopening flushed file at 1733311328207 (+3 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 514257d84fce9b685390b9be7351fc1d in 868ms, sequenceid=6, compaction requested=false at 1733311328210 (+3 ms)Writing region close event to WAL at 1733311328212 (+2 ms)Running coprocessor post-close hooks at 1733311328214 (+2 ms)Closed at 1733311328214 2024-12-04T11:22:08,214 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733311302915.514257d84fce9b685390b9be7351fc1d. 2024-12-04T11:22:08,214 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 18e31bdb8cc916261131026ca3f7e0db, disabling compactions & flushes 2024-12-04T11:22:08,214 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733311306864.18e31bdb8cc916261131026ca3f7e0db. 2024-12-04T11:22:08,214 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733311306864.18e31bdb8cc916261131026ca3f7e0db. 2024-12-04T11:22:08,214 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733311306864.18e31bdb8cc916261131026ca3f7e0db. after waiting 0 ms 2024-12-04T11:22:08,214 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733311306864.18e31bdb8cc916261131026ca3f7e0db. 2024-12-04T11:22:08,214 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 18e31bdb8cc916261131026ca3f7e0db 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-12-04T11:22:08,226 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/hbase/replication/18e31bdb8cc916261131026ca3f7e0db/.tmp/queue/d908ed54dfb148e8b52006574cc1c901 is 153, key is 1-e12b86b8109d,35491,1733311288939/queue:e12b86b8109d%2C35491%2C1733311288939/1733311316591/Put/seqid=0 2024-12-04T11:22:08,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741846_1022 (size=5352) 2024-12-04T11:22:08,343 INFO [RS:0;e12b86b8109d:35491 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T11:22:08,343 DEBUG [RS:0;e12b86b8109d:35491 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 18e31bdb8cc916261131026ca3f7e0db=hbase:replication,,1733311306864.18e31bdb8cc916261131026ca3f7e0db.} 2024-12-04T11:22:08,343 DEBUG [RS:0;e12b86b8109d:35491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18e31bdb8cc916261131026ca3f7e0db 2024-12-04T11:22:08,529 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632 to pos 636, reset compression=false 2024-12-04T11:22:08,532 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:22:08,532 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632 to pos 1527, reset compression=false 2024-12-04T11:22:08,532 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.shippere12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,35491,1733311288939 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T11:22:08,533 ERROR [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.shippere12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e12b86b8109d,35491,1733311288939: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e12b86b8109d,35491,1733311288939, walGroup=e12b86b8109d%2C35491%2C1733311288939, offset=e12b86b8109d%2C35491%2C1733311288939.1733311291632:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:35491 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T11:22:08,534 ERROR [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.shippere12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T11:22:08,534 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.shippere12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T11:22:08,534 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.shippere12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T11:22:08,534 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.shippere12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T11:22:08,534 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.shippere12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T11:22:08,534 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.shippere12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1388314624, "init": 1048576000, "max": 2306867200, "used": 1075578304 }, "NonHeapMemoryUsage": { "committed": 206372864, "init": 7667712, "max": -1, "used": 203543496 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T11:22:08,534 WARN [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.shippere12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:32805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:32805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T11:22:08,543 DEBUG [RS:0;e12b86b8109d:35491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18e31bdb8cc916261131026ca3f7e0db 2024-12-04T11:22:08,600 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/hbase/meta/1588230740/.tmp/rep_barrier/cd7d6de255644645afbb9b4930a94db1 2024-12-04T11:22:08,619 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/hbase/meta/1588230740/.tmp/table/a01c666b65c94e7db8b8f3c470ad2a61 is 53, key is hbase:replication/table:state/1733311308106/Put/seqid=0 2024-12-04T11:22:08,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741847_1023 (size=5308) 2024-12-04T11:22:08,629 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/hbase/replication/18e31bdb8cc916261131026ca3f7e0db/.tmp/queue/d908ed54dfb148e8b52006574cc1c901 2024-12-04T11:22:08,633 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/hbase/replication/18e31bdb8cc916261131026ca3f7e0db/.tmp/queue/d908ed54dfb148e8b52006574cc1c901 as hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/hbase/replication/18e31bdb8cc916261131026ca3f7e0db/queue/d908ed54dfb148e8b52006574cc1c901 2024-12-04T11:22:08,635 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/hbase/replication/18e31bdb8cc916261131026ca3f7e0db/queue/d908ed54dfb148e8b52006574cc1c901, entries=1, sequenceid=8, filesize=5.2 K 2024-12-04T11:22:08,636 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 18e31bdb8cc916261131026ca3f7e0db in 422ms, sequenceid=8, compaction requested=false 2024-12-04T11:22:08,636 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T11:22:08,639 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/hbase/replication/18e31bdb8cc916261131026ca3f7e0db/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T11:22:08,639 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:22:08,639 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:22:08,639 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733311306864.18e31bdb8cc916261131026ca3f7e0db. 2024-12-04T11:22:08,639 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 18e31bdb8cc916261131026ca3f7e0db: Waiting for close lock at 1733311328214Running coprocessor pre-close hooks at 1733311328214Disabling compacts and flushes for region at 1733311328214Disabling writes for close at 1733311328214Obtaining lock to block concurrent updates at 1733311328215 (+1 ms)Preparing flush snapshotting stores in 18e31bdb8cc916261131026ca3f7e0db at 1733311328215Finished memstore snapshotting hbase:replication,,1733311306864.18e31bdb8cc916261131026ca3f7e0db., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1733311328215Flushing stores of hbase:replication,,1733311306864.18e31bdb8cc916261131026ca3f7e0db. at 1733311328215Flushing 18e31bdb8cc916261131026ca3f7e0db/queue: creating writer at 1733311328215Flushing 18e31bdb8cc916261131026ca3f7e0db/queue: appending metadata at 1733311328226 (+11 ms)Flushing 18e31bdb8cc916261131026ca3f7e0db/queue: closing flushed file at 1733311328226Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8f4856e: reopening flushed file at 1733311328632 (+406 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 18e31bdb8cc916261131026ca3f7e0db in 422ms, sequenceid=8, compaction requested=false at 1733311328636 (+4 ms)Writing region close event to WAL at 1733311328637 (+1 ms)Running coprocessor post-close hooks at 1733311328639 (+2 ms)Closed at 1733311328639 2024-12-04T11:22:08,639 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733311306864.18e31bdb8cc916261131026ca3f7e0db. 2024-12-04T11:22:08,736 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632 to pos 1527, reset compression=false 2024-12-04T11:22:08,743 DEBUG [RS:0;e12b86b8109d:35491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:22:08,943 DEBUG [RS:0;e12b86b8109d:35491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:22:09,022 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/hbase/meta/1588230740/.tmp/table/a01c666b65c94e7db8b8f3c470ad2a61 2024-12-04T11:22:09,026 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/hbase/meta/1588230740/.tmp/info/6a70d0dda5fb420fa91440b81b9f9f4a as hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/hbase/meta/1588230740/info/6a70d0dda5fb420fa91440b81b9f9f4a 2024-12-04T11:22:09,029 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/hbase/meta/1588230740/info/6a70d0dda5fb420fa91440b81b9f9f4a, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T11:22:09,030 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/hbase/meta/1588230740/.tmp/ns/76bb2d030b6c4d9dae8e4951c7180fc3 as hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/hbase/meta/1588230740/ns/76bb2d030b6c4d9dae8e4951c7180fc3 2024-12-04T11:22:09,033 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/hbase/meta/1588230740/ns/76bb2d030b6c4d9dae8e4951c7180fc3, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T11:22:09,033 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/hbase/meta/1588230740/.tmp/rep_barrier/cd7d6de255644645afbb9b4930a94db1 as hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/hbase/meta/1588230740/rep_barrier/cd7d6de255644645afbb9b4930a94db1 2024-12-04T11:22:09,036 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/hbase/meta/1588230740/rep_barrier/cd7d6de255644645afbb9b4930a94db1, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T11:22:09,037 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/hbase/meta/1588230740/.tmp/table/a01c666b65c94e7db8b8f3c470ad2a61 as hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/hbase/meta/1588230740/table/a01c666b65c94e7db8b8f3c470ad2a61 2024-12-04T11:22:09,038 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632 to pos 1527, reset compression=false 2024-12-04T11:22:09,040 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/hbase/meta/1588230740/table/a01c666b65c94e7db8b8f3c470ad2a61, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T11:22:09,040 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1698ms, sequenceid=16, compaction requested=false 2024-12-04T11:22:09,040 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T11:22:09,043 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T11:22:09,044 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:22:09,044 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:22:09,044 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:22:09,044 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311327342Running coprocessor pre-close hooks at 1733311327342Disabling compacts and flushes for region at 1733311327342Disabling writes for close at 1733311327342Obtaining lock to block concurrent updates at 1733311327342Preparing flush snapshotting stores in 1588230740 at 1733311327342Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733311327343 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733311327343Flushing 1588230740/info: creating writer at 1733311327343Flushing 1588230740/info: appending metadata at 1733311327354 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733311327354Flushing 1588230740/ns: creating writer at 1733311327761 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733311327776 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733311327776Flushing 1588230740/rep_barrier: creating writer at 1733311328183 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733311328197 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733311328197Flushing 1588230740/table: creating writer at 1733311328604 (+407 ms)Flushing 1588230740/table: appending metadata at 1733311328618 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733311328618Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d8766ca: reopening flushed file at 1733311329025 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ef8c7b7: reopening flushed file at 1733311329029 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ed9e1e9: reopening flushed file at 1733311329033 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f7ca40f: reopening flushed file at 1733311329036 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1698ms, sequenceid=16, compaction requested=false at 1733311329040 (+4 ms)Writing region close event to WAL at 1733311329042 (+2 ms)Running coprocessor post-close hooks at 1733311329044 (+2 ms)Closed at 1733311329044 2024-12-04T11:22:09,044 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T11:22:09,144 INFO [RS:0;e12b86b8109d:35491 {}] regionserver.HRegionServer(976): stopping server e12b86b8109d,35491,1733311288939; all regions closed. 2024-12-04T11:22:09,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741834_1010 (size=4239) 2024-12-04T11:22:09,145 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.meta.1733311292626.meta not finished, retry = 0 2024-12-04T11:22:09,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741839_1015 (size=2240) 2024-12-04T11:22:09,248 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.rep.1733311308050 not finished, retry = 0 2024-12-04T11:22:09,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741832_1008 (size=1535) 2024-12-04T11:22:09,350 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632 not finished, retry = 0 2024-12-04T11:22:09,441 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632 to pos 1527, reset compression=false 2024-12-04T11:22:09,450 DEBUG [RS:0;e12b86b8109d:35491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:09,450 INFO [RS:0;e12b86b8109d:35491 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:22:09,450 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/WALs/e12b86b8109d,35491,1733311288939/e12b86b8109d%2C35491%2C1733311288939.1733311291632 2024-12-04T11:22:09,450 INFO [RS:0;e12b86b8109d:35491 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:22:09,450 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-04T11:22:09,450 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-04T11:22:09,450 INFO [RS:0;e12b86b8109d:35491 {}] hbase.ChoreService(370): Chore service for: regionserver/e12b86b8109d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T11:22:09,451 INFO [RS:0;e12b86b8109d:35491 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:22:09,451 INFO [regionserver/e12b86b8109d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:22:09,451 INFO [RS:0;e12b86b8109d:35491 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e12b86b8109d,35491,1733311288939 because: Region server is closing 2024-12-04T11:22:09,451 INFO [RS:0;e12b86b8109d:35491 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:35491. 2024-12-04T11:22:09,451 DEBUG [RS:0;e12b86b8109d:35491 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:22:09,451 DEBUG [RS:0;e12b86b8109d:35491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:09,451 DEBUG [RS:0;e12b86b8109d:35491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:09,451 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:22:09,551 INFO [RS:0;e12b86b8109d:35491 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.shippere12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 terminated 2024-12-04T11:22:09,551 WARN [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,35491,1733311288939.replicationSource.wal-reader.e12b86b8109d%2C35491%2C1733311288939,1-e12b86b8109d,35491,1733311288939 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-12-04T11:22:09,551 INFO [RS:0;e12b86b8109d:35491 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35491 2024-12-04T11:22:09,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x101a0134a600000, quorum=127.0.0.1:62164, baseZNode=/01958623484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01958623484/rs 2024-12-04T11:22:09,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35491-0x101a0134a600001, quorum=127.0.0.1:62164, baseZNode=/01958623484 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01958623484/rs/e12b86b8109d,35491,1733311288939 2024-12-04T11:22:09,614 INFO [RS:0;e12b86b8109d:35491 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:22:09,629 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e12b86b8109d,35491,1733311288939] 2024-12-04T11:22:09,635 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01958623484/draining/e12b86b8109d,35491,1733311288939 already deleted, retry=false 2024-12-04T11:22:09,635 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e12b86b8109d,35491,1733311288939 expired; onlineServers=0 2024-12-04T11:22:09,635 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e12b86b8109d,32805,1733311288756' ***** 2024-12-04T11:22:09,635 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T11:22:09,635 INFO [M:0;e12b86b8109d:32805 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:22:09,635 INFO [M:0;e12b86b8109d:32805 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:22:09,635 DEBUG [M:0;e12b86b8109d:32805 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T11:22:09,635 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T11:22:09,635 DEBUG [M:0;e12b86b8109d:32805 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T11:22:09,635 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311291423 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311291423,5,FailOnTimeoutGroup] 2024-12-04T11:22:09,635 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311291423 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311291423,5,FailOnTimeoutGroup] 2024-12-04T11:22:09,635 INFO [M:0;e12b86b8109d:32805 {}] hbase.ChoreService(370): Chore service for: master/e12b86b8109d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T11:22:09,635 INFO [M:0;e12b86b8109d:32805 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:22:09,635 DEBUG [M:0;e12b86b8109d:32805 {}] master.HMaster(1795): Stopping service threads 2024-12-04T11:22:09,635 INFO [M:0;e12b86b8109d:32805 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T11:22:09,636 INFO [M:0;e12b86b8109d:32805 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:22:09,636 INFO [M:0;e12b86b8109d:32805 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T11:22:09,636 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T11:22:09,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x101a0134a600000, quorum=127.0.0.1:62164, baseZNode=/01958623484 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01958623484/master 2024-12-04T11:22:09,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x101a0134a600000, quorum=127.0.0.1:62164, baseZNode=/01958623484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01958623484 2024-12-04T11:22:09,645 DEBUG [M:0;e12b86b8109d:32805 {}] zookeeper.ZKUtil(347): master:32805-0x101a0134a600000, quorum=127.0.0.1:62164, baseZNode=/01958623484 Unable to get data of znode /01958623484/master because node does not exist (not an error) 2024-12-04T11:22:09,646 WARN [M:0;e12b86b8109d:32805 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T11:22:09,646 INFO [M:0;e12b86b8109d:32805 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/.lastflushedseqids 2024-12-04T11:22:09,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741848_1024 (size=245) 2024-12-04T11:22:09,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35491-0x101a0134a600001, quorum=127.0.0.1:62164, baseZNode=/01958623484 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:22:09,729 INFO [RS:0;e12b86b8109d:35491 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:22:09,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35491-0x101a0134a600001, quorum=127.0.0.1:62164, baseZNode=/01958623484 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:22:09,729 INFO [RS:0;e12b86b8109d:35491 {}] regionserver.HRegionServer(1031): Exiting; stopping=e12b86b8109d,35491,1733311288939; zookeeper connection closed. 2024-12-04T11:22:09,729 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@37ec0d69 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@37ec0d69 2024-12-04T11:22:09,729 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T11:22:10,050 INFO [M:0;e12b86b8109d:32805 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T11:22:10,050 INFO [M:0;e12b86b8109d:32805 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T11:22:10,050 DEBUG [M:0;e12b86b8109d:32805 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:22:10,050 INFO [M:0;e12b86b8109d:32805 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:22:10,050 DEBUG [M:0;e12b86b8109d:32805 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:22:10,050 DEBUG [M:0;e12b86b8109d:32805 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:22:10,050 DEBUG [M:0;e12b86b8109d:32805 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:22:10,051 INFO [M:0;e12b86b8109d:32805 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-04T11:22:10,062 DEBUG [M:0;e12b86b8109d:32805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b1219a7e77dc49a984c819a76059e1c1 is 82, key is hbase:meta,,1/info:regioninfo/1733311292653/Put/seqid=0 2024-12-04T11:22:10,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741849_1025 (size=5672) 2024-12-04T11:22:10,069 INFO [M:0;e12b86b8109d:32805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b1219a7e77dc49a984c819a76059e1c1 2024-12-04T11:22:10,094 DEBUG [M:0;e12b86b8109d:32805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95d39e55bdec4f87a83abc92a350f5ff is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733311303672/Put/seqid=0 2024-12-04T11:22:10,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741850_1026 (size=7218) 2024-12-04T11:22:10,498 INFO [M:0;e12b86b8109d:32805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95d39e55bdec4f87a83abc92a350f5ff 2024-12-04T11:22:10,501 INFO [M:0;e12b86b8109d:32805 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 95d39e55bdec4f87a83abc92a350f5ff 2024-12-04T11:22:10,519 DEBUG [M:0;e12b86b8109d:32805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d20e0890d27e4e099a34cab8e71c299b is 69, key is e12b86b8109d,35491,1733311288939/rs:state/1733311291492/Put/seqid=0 2024-12-04T11:22:10,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741851_1027 (size=5156) 2024-12-04T11:22:10,926 INFO [M:0;e12b86b8109d:32805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d20e0890d27e4e099a34cab8e71c299b 2024-12-04T11:22:10,930 DEBUG [M:0;e12b86b8109d:32805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b1219a7e77dc49a984c819a76059e1c1 as hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b1219a7e77dc49a984c819a76059e1c1 2024-12-04T11:22:10,933 INFO [M:0;e12b86b8109d:32805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b1219a7e77dc49a984c819a76059e1c1, entries=8, sequenceid=105, filesize=5.5 K 2024-12-04T11:22:10,933 DEBUG [M:0;e12b86b8109d:32805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95d39e55bdec4f87a83abc92a350f5ff as hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/95d39e55bdec4f87a83abc92a350f5ff 2024-12-04T11:22:10,936 INFO [M:0;e12b86b8109d:32805 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 95d39e55bdec4f87a83abc92a350f5ff 2024-12-04T11:22:10,936 INFO [M:0;e12b86b8109d:32805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/95d39e55bdec4f87a83abc92a350f5ff, entries=11, sequenceid=105, filesize=7.0 K 2024-12-04T11:22:10,937 DEBUG [M:0;e12b86b8109d:32805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d20e0890d27e4e099a34cab8e71c299b as hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d20e0890d27e4e099a34cab8e71c299b 2024-12-04T11:22:10,940 INFO [M:0;e12b86b8109d:32805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36555/user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d20e0890d27e4e099a34cab8e71c299b, entries=1, sequenceid=105, filesize=5.0 K 2024-12-04T11:22:10,940 INFO [M:0;e12b86b8109d:32805 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=105, compaction requested=false 2024-12-04T11:22:10,941 INFO [M:0;e12b86b8109d:32805 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:22:10,941 DEBUG [M:0;e12b86b8109d:32805 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311330050Disabling compacts and flushes for region at 1733311330050Disabling writes for close at 1733311330050Obtaining lock to block concurrent updates at 1733311330051 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733311330051Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733311330051Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733311330051Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733311330051Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733311330062 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733311330062Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733311330072 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733311330093 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733311330093Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733311330502 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733311330519 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733311330519Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d3e6838: reopening flushed file at 1733311330929 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5631a1ff: reopening flushed file at 1733311330933 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1552c274: reopening flushed file at 1733311330936 (+3 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=105, compaction requested=false at 1733311330940 (+4 ms)Writing region close event to WAL at 1733311330941 (+1 ms)Closed at 1733311330941 2024-12-04T11:22:10,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38833 is added to blk_1073741830_1006 (size=64423) 2024-12-04T11:22:10,943 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f127c6e5-9f2e-6379-0aac-c341386549a3/MasterData/WALs/e12b86b8109d,32805,1733311288756/e12b86b8109d%2C32805%2C1733311288756.1733311290686 not finished, retry = 0 2024-12-04T11:22:11,017 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:22:11,017 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e12b86b8109d,39329,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:39329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T11:22:11,018 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128897 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e12b86b8109d,39329,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:39329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T11:22:11,044 INFO [M:0;e12b86b8109d:32805 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T11:22:11,044 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:22:11,044 INFO [M:0;e12b86b8109d:32805 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32805 2024-12-04T11:22:11,044 INFO [M:0;e12b86b8109d:32805 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:22:11,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x101a0134a600000, quorum=127.0.0.1:62164, baseZNode=/01958623484 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:22:11,198 INFO [M:0;e12b86b8109d:32805 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:22:11,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x101a0134a600000, quorum=127.0.0.1:62164, baseZNode=/01958623484 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:22:11,200 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8d77e5a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T11:22:11,201 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@368c37ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T11:22:11,201 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T11:22:11,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@630c0dd5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T11:22:11,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f8809b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badeb605-b914-b679-0398-13a5fd9d276f/hadoop.log.dir/,STOPPED} 2024-12-04T11:22:11,202 WARN [BP-417999666-172.17.0.2-1733311286979 heartbeating to localhost/127.0.0.1:36555 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T11:22:11,202 WARN [BP-417999666-172.17.0.2-1733311286979 heartbeating to localhost/127.0.0.1:36555 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-417999666-172.17.0.2-1733311286979 (Datanode Uuid a10ec52f-24ff-45cd-ae79-8536211e5f8b) service to localhost/127.0.0.1:36555 2024-12-04T11:22:11,202 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T11:22:11,202 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T11:22:11,202 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badeb605-b914-b679-0398-13a5fd9d276f/cluster_5e0502dd-49e4-bcf2-3f95-7694b5589c86/data/data1/current/BP-417999666-172.17.0.2-1733311286979 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T11:22:11,202 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badeb605-b914-b679-0398-13a5fd9d276f/cluster_5e0502dd-49e4-bcf2-3f95-7694b5589c86/data/data2/current/BP-417999666-172.17.0.2-1733311286979 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T11:22:11,203 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T11:22:11,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b82737a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T11:22:11,207 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ebb8e20{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T11:22:11,207 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T11:22:11,207 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19834401{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T11:22:11,207 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ffff616{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badeb605-b914-b679-0398-13a5fd9d276f/hadoop.log.dir/,STOPPED} 2024-12-04T11:22:11,208 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T11:22:11,208 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T11:22:11,208 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T11:22:11,208 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T11:22:11,212 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T11:22:11,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T11:22:11,236 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=359 (was 314) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62164) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36555 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38413 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38413 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62164) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:38413 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36555 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43433 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36555 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43433 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62164) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36555 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43433 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:36555 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:43433 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38413 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38413 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43433 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38413 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=784 (was 727) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=292 (was 293), ProcessCount=11 (was 11), AvailableMemoryMB=2608 (was 2929) 2024-12-04T11:22:11,247 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=359, OpenFileDescriptor=784, MaxFileDescriptor=1048576, SystemLoadAverage=292, ProcessCount=11, AvailableMemoryMB=2607 2024-12-04T11:22:11,262 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-04T11:22:11,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6df44b23-f237-9e06-68a0-b1147fbead00/hadoop.log.dir so I do NOT create it in target/test-data/9d3b8d46-04e3-4dbf-fefb-c188d69b5e2b 2024-12-04T11:22:11,262 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6df44b23-f237-9e06-68a0-b1147fbead00/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T11:22:11,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6df44b23-f237-9e06-68a0-b1147fbead00/hadoop.tmp.dir so I do NOT create it in target/test-data/9d3b8d46-04e3-4dbf-fefb-c188d69b5e2b 2024-12-04T11:22:11,262 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6df44b23-f237-9e06-68a0-b1147fbead00/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T11:22:11,262 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d3b8d46-04e3-4dbf-fefb-c188d69b5e2b 2024-12-04T11:22:11,263 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d3b8d46-04e3-4dbf-fefb-c188d69b5e2b/cluster_b03c2d04-02cd-2709-230a-c727b67eef26, deleteOnExit=true 2024-12-04T11:22:11,278 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d3b8d46-04e3-4dbf-fefb-c188d69b5e2b/cluster_b03c2d04-02cd-2709-230a-c727b67eef26/zookeeper_0, clientPort=58450, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d3b8d46-04e3-4dbf-fefb-c188d69b5e2b/cluster_b03c2d04-02cd-2709-230a-c727b67eef26/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d3b8d46-04e3-4dbf-fefb-c188d69b5e2b/cluster_b03c2d04-02cd-2709-230a-c727b67eef26/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T11:22:11,278 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58450 2024-12-04T11:22:11,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T11:22:11,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T11:22:11,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d3b8d46-04e3-4dbf-fefb-c188d69b5e2b/test.cache.data in system properties and HBase conf 2024-12-04T11:22:11,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d3b8d46-04e3-4dbf-fefb-c188d69b5e2b/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T11:22:11,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d3b8d46-04e3-4dbf-fefb-c188d69b5e2b/hadoop.log.dir in system properties and HBase conf 2024-12-04T11:22:11,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d3b8d46-04e3-4dbf-fefb-c188d69b5e2b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T11:22:11,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d3b8d46-04e3-4dbf-fefb-c188d69b5e2b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T11:22:11,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T11:22:11,279 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T11:22:11,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d3b8d46-04e3-4dbf-fefb-c188d69b5e2b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T11:22:11,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d3b8d46-04e3-4dbf-fefb-c188d69b5e2b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T11:22:11,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d3b8d46-04e3-4dbf-fefb-c188d69b5e2b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T11:22:11,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d3b8d46-04e3-4dbf-fefb-c188d69b5e2b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T11:22:11,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d3b8d46-04e3-4dbf-fefb-c188d69b5e2b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T11:22:11,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d3b8d46-04e3-4dbf-fefb-c188d69b5e2b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T11:22:11,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d3b8d46-04e3-4dbf-fefb-c188d69b5e2b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T11:22:11,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d3b8d46-04e3-4dbf-fefb-c188d69b5e2b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T11:22:11,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d3b8d46-04e3-4dbf-fefb-c188d69b5e2b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T11:22:11,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d3b8d46-04e3-4dbf-fefb-c188d69b5e2b/nfs.dump.dir in system properties and HBase conf 2024-12-04T11:22:11,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d3b8d46-04e3-4dbf-fefb-c188d69b5e2b/java.io.tmpdir in system properties and HBase conf 2024-12-04T11:22:11,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d3b8d46-04e3-4dbf-fefb-c188d69b5e2b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T11:22:11,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d3b8d46-04e3-4dbf-fefb-c188d69b5e2b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T11:22:11,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d3b8d46-04e3-4dbf-fefb-c188d69b5e2b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T11:22:11,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a0134a600005, quorum=127.0.0.1:62164, baseZNode=/11995501171 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T11:22:11,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101a0134a600008, quorum=127.0.0.1:62164, baseZNode=/21678545895 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T11:22:11,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a0134a600002, quorum=127.0.0.1:62164, baseZNode=/01958623484 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T11:22:11,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a0134a600005, quorum=127.0.0.1:62164, baseZNode=/11995501171 Received Disconnected from ZooKeeper, ignoring 2024-12-04T11:22:11,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101a0134a600008, quorum=127.0.0.1:62164, baseZNode=/21678545895 Received Disconnected from ZooKeeper, ignoring 2024-12-04T11:22:11,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a0134a600002, quorum=127.0.0.1:62164, baseZNode=/01958623484 Received Disconnected from ZooKeeper, ignoring 2024-12-04T11:22:11,761 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:22:11,764 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T11:22:11,765 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T11:22:11,765 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T11:22:11,765 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T11:22:11,766 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:22:11,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53954af1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d3b8d46-04e3-4dbf-fefb-c188d69b5e2b/hadoop.log.dir/,AVAILABLE} 2024-12-04T11:22:11,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2106c5d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T11:22:11,855 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23eff59f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d3b8d46-04e3-4dbf-fefb-c188d69b5e2b/java.io.tmpdir/jetty-localhost-34245-hadoop-hdfs-3_4_1-tests_jar-_-any-4614902561989383292/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T11:22:11,856 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e834038{HTTP/1.1, (http/1.1)}{localhost:34245} 2024-12-04T11:22:11,856 INFO [Time-limited test {}] server.Server(415): Started @326567ms 2024-12-04T11:22:12,110 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:22:12,111 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T11:22:12,116 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T11:22:12,116 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T11:22:12,117 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T11:22:12,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3235b494{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d3b8d46-04e3-4dbf-fefb-c188d69b5e2b/hadoop.log.dir/,AVAILABLE} 2024-12-04T11:22:12,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a1ff889{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T11:22:12,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bcd1b6e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d3b8d46-04e3-4dbf-fefb-c188d69b5e2b/java.io.tmpdir/jetty-localhost-46357-hadoop-hdfs-3_4_1-tests_jar-_-any-3755544016685219782/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T11:22:12,206 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@355bfe00{HTTP/1.1, (http/1.1)}{localhost:46357} 2024-12-04T11:22:12,206 INFO [Time-limited test {}] server.Server(415): Started @326917ms 2024-12-04T11:22:12,207 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T11:22:12,952 WARN [Thread-4201 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d3b8d46-04e3-4dbf-fefb-c188d69b5e2b/cluster_b03c2d04-02cd-2709-230a-c727b67eef26/data/data2/current/BP-2092413669-172.17.0.2-1733311331296/current, will proceed with Du for space computation calculation, 2024-12-04T11:22:12,952 WARN [Thread-4200 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d3b8d46-04e3-4dbf-fefb-c188d69b5e2b/cluster_b03c2d04-02cd-2709-230a-c727b67eef26/data/data1/current/BP-2092413669-172.17.0.2-1733311331296/current, will proceed with Du for space computation calculation, 2024-12-04T11:22:12,978 WARN [Thread-4188 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T11:22:12,979 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5fe040e95db71e9e with lease ID 0xed2146dd30b3e05: Processing first storage report for DS-c7b0057f-a8f2-4827-8b5b-94d666c57c21 from datanode DatanodeRegistration(127.0.0.1:46699, datanodeUuid=d770786e-f0ae-44da-9939-0c6fe24db1c5, infoPort=35093, infoSecurePort=0, ipcPort=42767, storageInfo=lv=-57;cid=testClusterID;nsid=1857122079;c=1733311331296) 2024-12-04T11:22:12,979 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5fe040e95db71e9e with lease ID 0xed2146dd30b3e05: from storage DS-c7b0057f-a8f2-4827-8b5b-94d666c57c21 node DatanodeRegistration(127.0.0.1:46699, datanodeUuid=d770786e-f0ae-44da-9939-0c6fe24db1c5, infoPort=35093, infoSecurePort=0, ipcPort=42767, storageInfo=lv=-57;cid=testClusterID;nsid=1857122079;c=1733311331296), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T11:22:12,980 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5fe040e95db71e9e with lease ID 0xed2146dd30b3e05: Processing first storage report for DS-6ca60942-695a-4313-9d24-cf5457d63b35 from datanode DatanodeRegistration(127.0.0.1:46699, datanodeUuid=d770786e-f0ae-44da-9939-0c6fe24db1c5, infoPort=35093, infoSecurePort=0, ipcPort=42767, storageInfo=lv=-57;cid=testClusterID;nsid=1857122079;c=1733311331296) 2024-12-04T11:22:12,980 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5fe040e95db71e9e with lease ID 0xed2146dd30b3e05: from storage DS-6ca60942-695a-4313-9d24-cf5457d63b35 node DatanodeRegistration(127.0.0.1:46699, datanodeUuid=d770786e-f0ae-44da-9939-0c6fe24db1c5, infoPort=35093, infoSecurePort=0, ipcPort=42767, storageInfo=lv=-57;cid=testClusterID;nsid=1857122079;c=1733311331296), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T11:22:13,027 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d3b8d46-04e3-4dbf-fefb-c188d69b5e2b 2024-12-04T11:22:13,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:22:13,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:22:13,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46699 is added to blk_1073741825_1001 (size=7) 2024-12-04T11:22:13,434 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33043/user/jenkins/test-data/082e9317-03b1-ed91-b9ae-793893dd5096 with version=8 2024-12-04T11:22:13,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33043/user/jenkins/test-data/082e9317-03b1-ed91-b9ae-793893dd5096/hbase-staging 2024-12-04T11:22:13,436 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:22:13,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:22:13,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:22:13,436 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:22:13,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:22:13,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:22:13,436 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T11:22:13,436 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:22:13,437 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40969 2024-12-04T11:22:13,437 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40969 connecting to ZooKeeper ensemble=127.0.0.1:58450 2024-12-04T11:22:13,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409690x0, quorum=127.0.0.1:58450, baseZNode=/0-1919080559 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:22:13,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40969-0x101a013f7780000 connected 2024-12-04T11:22:13,624 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:22:13,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:22:13,626 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40969-0x101a013f7780000, quorum=127.0.0.1:58450, baseZNode=/0-1919080559 Set watcher on znode that does not yet exist, /0-1919080559/running 2024-12-04T11:22:13,627 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33043/user/jenkins/test-data/082e9317-03b1-ed91-b9ae-793893dd5096, hbase.cluster.distributed=false 2024-12-04T11:22:13,628 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40969-0x101a013f7780000, quorum=127.0.0.1:58450, baseZNode=/0-1919080559 Set watcher on znode that does not yet exist, /0-1919080559/acl 2024-12-04T11:22:13,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40969 2024-12-04T11:22:13,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40969 2024-12-04T11:22:13,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40969 2024-12-04T11:22:13,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40969 2024-12-04T11:22:13,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40969 2024-12-04T11:22:13,640 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:22:13,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:22:13,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:22:13,640 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:22:13,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:22:13,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:22:13,640 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T11:22:13,640 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:22:13,641 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39455 2024-12-04T11:22:13,641 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39455 connecting to ZooKeeper ensemble=127.0.0.1:58450 2024-12-04T11:22:13,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:22:13,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:22:13,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394550x0, quorum=127.0.0.1:58450, baseZNode=/0-1919080559 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:22:13,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39455-0x101a013f7780001 connected 2024-12-04T11:22:13,656 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39455-0x101a013f7780001, quorum=127.0.0.1:58450, baseZNode=/0-1919080559 Set watcher on znode that does not yet exist, /0-1919080559/running 2024-12-04T11:22:13,656 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T11:22:13,657 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T11:22:13,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39455-0x101a013f7780001, quorum=127.0.0.1:58450, baseZNode=/0-1919080559 Set watcher on znode that does not yet exist, /0-1919080559/master 2024-12-04T11:22:13,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39455-0x101a013f7780001, quorum=127.0.0.1:58450, baseZNode=/0-1919080559 Set watcher on znode that does not yet exist, /0-1919080559/acl 2024-12-04T11:22:13,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39455 2024-12-04T11:22:13,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39455 2024-12-04T11:22:13,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39455 2024-12-04T11:22:13,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39455 2024-12-04T11:22:13,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39455 2024-12-04T11:22:13,679 DEBUG [M:0;e12b86b8109d:40969 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e12b86b8109d:40969 2024-12-04T11:22:13,679 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1919080559/backup-masters/e12b86b8109d,40969,1733311333436 2024-12-04T11:22:13,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40969-0x101a013f7780000, quorum=127.0.0.1:58450, baseZNode=/0-1919080559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919080559/backup-masters 2024-12-04T11:22:13,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39455-0x101a013f7780001, quorum=127.0.0.1:58450, baseZNode=/0-1919080559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919080559/backup-masters 2024-12-04T11:22:13,687 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40969-0x101a013f7780000, quorum=127.0.0.1:58450, baseZNode=/0-1919080559 Set watcher on existing znode=/0-1919080559/backup-masters/e12b86b8109d,40969,1733311333436 2024-12-04T11:22:13,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39455-0x101a013f7780001, quorum=127.0.0.1:58450, baseZNode=/0-1919080559 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1919080559/master 2024-12-04T11:22:13,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40969-0x101a013f7780000, quorum=127.0.0.1:58450, baseZNode=/0-1919080559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919080559 2024-12-04T11:22:13,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39455-0x101a013f7780001, quorum=127.0.0.1:58450, baseZNode=/0-1919080559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919080559 2024-12-04T11:22:13,698 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40969-0x101a013f7780000, quorum=127.0.0.1:58450, baseZNode=/0-1919080559 Set watcher on existing znode=/0-1919080559/master 2024-12-04T11:22:13,698 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1919080559/backup-masters/e12b86b8109d,40969,1733311333436 from backup master directory 2024-12-04T11:22:13,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40969-0x101a013f7780000, quorum=127.0.0.1:58450, baseZNode=/0-1919080559 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1919080559/backup-masters/e12b86b8109d,40969,1733311333436 2024-12-04T11:22:13,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39455-0x101a013f7780001, quorum=127.0.0.1:58450, baseZNode=/0-1919080559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919080559/backup-masters 2024-12-04T11:22:13,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40969-0x101a013f7780000, quorum=127.0.0.1:58450, baseZNode=/0-1919080559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919080559/backup-masters 2024-12-04T11:22:13,708 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:22:13,708 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e12b86b8109d,40969,1733311333436 2024-12-04T11:22:13,710 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33043/user/jenkins/test-data/082e9317-03b1-ed91-b9ae-793893dd5096/hbase.id] with ID: 81180658-848b-4b25-a56b-ab67700c2ae2 2024-12-04T11:22:13,710 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33043/user/jenkins/test-data/082e9317-03b1-ed91-b9ae-793893dd5096/.tmp/hbase.id 2024-12-04T11:22:13,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46699 is added to blk_1073741826_1002 (size=42) 2024-12-04T11:22:13,716 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:22:13,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:13,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:13,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:13,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:13,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:13,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:13,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:13,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:13,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:13,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:13,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:13,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:13,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:13,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:13,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:13,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:13,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:13,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:14,114 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33043/user/jenkins/test-data/082e9317-03b1-ed91-b9ae-793893dd5096/.tmp/hbase.id]:[hdfs://localhost:33043/user/jenkins/test-data/082e9317-03b1-ed91-b9ae-793893dd5096/hbase.id] 2024-12-04T11:22:14,121 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:22:14,121 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T11:22:14,122 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T11:22:14,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39455-0x101a013f7780001, quorum=127.0.0.1:58450, baseZNode=/0-1919080559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919080559 2024-12-04T11:22:14,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40969-0x101a013f7780000, quorum=127.0.0.1:58450, baseZNode=/0-1919080559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919080559 2024-12-04T11:22:14,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46699 is added to blk_1073741827_1003 (size=196) 2024-12-04T11:22:14,175 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:22:14,176 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T11:22:14,176 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:22:14,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46699 is added to blk_1073741828_1004 (size=1189) 2024-12-04T11:22:14,580 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33043/user/jenkins/test-data/082e9317-03b1-ed91-b9ae-793893dd5096/MasterData/data/master/store 2024-12-04T11:22:14,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46699 is added to blk_1073741829_1005 (size=34) 2024-12-04T11:22:14,985 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:22:14,985 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:22:14,985 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:22:14,985 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:22:14,985 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:22:14,985 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:22:14,985 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:22:14,985 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311334985Disabling compacts and flushes for region at 1733311334985Disabling writes for close at 1733311334985Writing region close event to WAL at 1733311334985Closed at 1733311334985 2024-12-04T11:22:14,986 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33043/user/jenkins/test-data/082e9317-03b1-ed91-b9ae-793893dd5096/MasterData/data/master/store/.initializing 2024-12-04T11:22:14,986 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33043/user/jenkins/test-data/082e9317-03b1-ed91-b9ae-793893dd5096/MasterData/WALs/e12b86b8109d,40969,1733311333436 2024-12-04T11:22:14,986 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:22:14,987 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e12b86b8109d%2C40969%2C1733311333436, suffix=, logDir=hdfs://localhost:33043/user/jenkins/test-data/082e9317-03b1-ed91-b9ae-793893dd5096/MasterData/WALs/e12b86b8109d,40969,1733311333436, archiveDir=hdfs://localhost:33043/user/jenkins/test-data/082e9317-03b1-ed91-b9ae-793893dd5096/MasterData/oldWALs, maxLogs=10 2024-12-04T11:22:14,998 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/082e9317-03b1-ed91-b9ae-793893dd5096/MasterData/WALs/e12b86b8109d,40969,1733311333436/e12b86b8109d%2C40969%2C1733311333436.1733311334988, exclude list is [], retry=0 2024-12-04T11:22:15,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46699,DS-c7b0057f-a8f2-4827-8b5b-94d666c57c21,DISK] 2024-12-04T11:22:15,001 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/082e9317-03b1-ed91-b9ae-793893dd5096/MasterData/WALs/e12b86b8109d,40969,1733311333436/e12b86b8109d%2C40969%2C1733311333436.1733311334988 2024-12-04T11:22:15,004 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35093:35093)] 2024-12-04T11:22:15,004 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:22:15,004 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:22:15,004 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:15,004 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:15,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:15,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T11:22:15,006 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:15,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:22:15,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:15,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T11:22:15,007 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:15,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:22:15,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:15,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T11:22:15,008 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:15,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:22:15,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:15,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T11:22:15,009 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:15,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:22:15,010 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:15,010 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33043/user/jenkins/test-data/082e9317-03b1-ed91-b9ae-793893dd5096/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:15,010 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33043/user/jenkins/test-data/082e9317-03b1-ed91-b9ae-793893dd5096/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:15,011 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:15,011 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:15,011 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:22:15,012 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:15,013 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33043/user/jenkins/test-data/082e9317-03b1-ed91-b9ae-793893dd5096/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:22:15,014 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70435527, jitterRate=0.049571141600608826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:22:15,014 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733311335004Initializing all the Stores at 1733311335005 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311335005Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311335005Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311335005Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311335005Cleaning up temporary data from old regions at 1733311335011 (+6 ms)Region opened successfully at 1733311335014 (+3 ms) 2024-12-04T11:22:15,021 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T11:22:15,023 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d8234f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:22:15,023 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T11:22:15,023 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T11:22:15,023 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T11:22:15,024 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T11:22:15,024 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T11:22:15,024 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T11:22:15,024 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T11:22:15,027 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T11:22:15,027 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40969-0x101a013f7780000, quorum=127.0.0.1:58450, baseZNode=/0-1919080559 Unable to get data of znode /0-1919080559/balancer because node does not exist (not necessarily an error) 2024-12-04T11:22:15,076 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1919080559/balancer already deleted, retry=false 2024-12-04T11:22:15,077 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T11:22:15,077 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40969-0x101a013f7780000, quorum=127.0.0.1:58450, baseZNode=/0-1919080559 Unable to get data of znode /0-1919080559/normalizer because node does not exist (not necessarily an error) 2024-12-04T11:22:15,087 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1919080559/normalizer already deleted, retry=false 2024-12-04T11:22:15,087 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T11:22:15,088 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40969-0x101a013f7780000, quorum=127.0.0.1:58450, baseZNode=/0-1919080559 Unable to get data of znode /0-1919080559/switch/split because node does not exist (not necessarily an error) 2024-12-04T11:22:15,097 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1919080559/switch/split already deleted, retry=false 2024-12-04T11:22:15,098 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40969-0x101a013f7780000, quorum=127.0.0.1:58450, baseZNode=/0-1919080559 Unable to get data of znode /0-1919080559/switch/merge because node does not exist (not necessarily an error) 2024-12-04T11:22:15,108 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1919080559/switch/merge already deleted, retry=false 2024-12-04T11:22:15,109 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40969-0x101a013f7780000, quorum=127.0.0.1:58450, baseZNode=/0-1919080559 Unable to get data of znode /0-1919080559/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T11:22:15,118 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1919080559/snapshot-cleanup already deleted, retry=false 2024-12-04T11:22:15,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40969-0x101a013f7780000, quorum=127.0.0.1:58450, baseZNode=/0-1919080559 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1919080559/running 2024-12-04T11:22:15,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39455-0x101a013f7780001, quorum=127.0.0.1:58450, baseZNode=/0-1919080559 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1919080559/running 2024-12-04T11:22:15,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40969-0x101a013f7780000, quorum=127.0.0.1:58450, baseZNode=/0-1919080559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919080559 2024-12-04T11:22:15,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39455-0x101a013f7780001, quorum=127.0.0.1:58450, baseZNode=/0-1919080559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919080559 2024-12-04T11:22:15,129 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e12b86b8109d,40969,1733311333436, sessionid=0x101a013f7780000, setting cluster-up flag (Was=false) 2024-12-04T11:22:15,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40969-0x101a013f7780000, quorum=127.0.0.1:58450, baseZNode=/0-1919080559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919080559 2024-12-04T11:22:15,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39455-0x101a013f7780001, quorum=127.0.0.1:58450, baseZNode=/0-1919080559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919080559 2024-12-04T11:22:15,182 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1919080559/flush-table-proc/acquired, /0-1919080559/flush-table-proc/reached, /0-1919080559/flush-table-proc/abort 2024-12-04T11:22:15,182 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,40969,1733311333436 2024-12-04T11:22:15,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40969-0x101a013f7780000, quorum=127.0.0.1:58450, baseZNode=/0-1919080559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919080559 2024-12-04T11:22:15,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39455-0x101a013f7780001, quorum=127.0.0.1:58450, baseZNode=/0-1919080559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919080559 2024-12-04T11:22:15,234 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1919080559/online-snapshot/acquired, /0-1919080559/online-snapshot/reached, /0-1919080559/online-snapshot/abort 2024-12-04T11:22:15,235 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,40969,1733311333436 2024-12-04T11:22:15,236 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33043/user/jenkins/test-data/082e9317-03b1-ed91-b9ae-793893dd5096/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T11:22:15,237 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T11:22:15,237 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T11:22:15,237 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T11:22:15,237 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e12b86b8109d,40969,1733311333436 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T11:22:15,238 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:22:15,238 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:22:15,238 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:22:15,238 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:22:15,238 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e12b86b8109d:0, corePoolSize=10, maxPoolSize=10 2024-12-04T11:22:15,238 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:15,238 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:22:15,238 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:15,239 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733311365239 2024-12-04T11:22:15,239 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T11:22:15,239 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T11:22:15,239 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T11:22:15,239 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T11:22:15,239 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T11:22:15,239 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T11:22:15,239 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:15,239 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:22:15,239 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T11:22:15,239 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T11:22:15,239 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T11:22:15,239 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T11:22:15,239 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T11:22:15,240 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T11:22:15,240 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T11:22:15,240 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:15,240 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T11:22:15,240 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311335240,5,FailOnTimeoutGroup] 2024-12-04T11:22:15,240 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311335240,5,FailOnTimeoutGroup] 2024-12-04T11:22:15,240 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:15,240 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T11:22:15,240 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:15,240 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:15,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46699 is added to blk_1073741831_1007 (size=1321) 2024-12-04T11:22:15,269 INFO [RS:0;e12b86b8109d:39455 {}] regionserver.HRegionServer(746): ClusterId : 81180658-848b-4b25-a56b-ab67700c2ae2 2024-12-04T11:22:15,269 DEBUG [RS:0;e12b86b8109d:39455 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T11:22:15,277 DEBUG [RS:0;e12b86b8109d:39455 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T11:22:15,277 DEBUG [RS:0;e12b86b8109d:39455 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T11:22:15,288 DEBUG [RS:0;e12b86b8109d:39455 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T11:22:15,288 DEBUG [RS:0;e12b86b8109d:39455 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5742750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:22:15,297 DEBUG [RS:0;e12b86b8109d:39455 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e12b86b8109d:39455 2024-12-04T11:22:15,297 INFO [RS:0;e12b86b8109d:39455 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T11:22:15,297 INFO [RS:0;e12b86b8109d:39455 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T11:22:15,297 DEBUG [RS:0;e12b86b8109d:39455 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T11:22:15,298 INFO [RS:0;e12b86b8109d:39455 {}] regionserver.HRegionServer(2659): reportForDuty to master=e12b86b8109d,40969,1733311333436 with port=39455, startcode=1733311333640 2024-12-04T11:22:15,298 DEBUG [RS:0;e12b86b8109d:39455 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T11:22:15,299 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T11:22:15,299 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40969 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e12b86b8109d,39455,1733311333640 2024-12-04T11:22:15,299 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40969 {}] master.ServerManager(517): Registering regionserver=e12b86b8109d,39455,1733311333640 2024-12-04T11:22:15,300 DEBUG [RS:0;e12b86b8109d:39455 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33043/user/jenkins/test-data/082e9317-03b1-ed91-b9ae-793893dd5096 2024-12-04T11:22:15,300 DEBUG [RS:0;e12b86b8109d:39455 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33043 2024-12-04T11:22:15,300 DEBUG [RS:0;e12b86b8109d:39455 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T11:22:15,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40969-0x101a013f7780000, quorum=127.0.0.1:58450, baseZNode=/0-1919080559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919080559/rs 2024-12-04T11:22:15,308 DEBUG [RS:0;e12b86b8109d:39455 {}] zookeeper.ZKUtil(111): regionserver:39455-0x101a013f7780001, quorum=127.0.0.1:58450, baseZNode=/0-1919080559 Set watcher on existing znode=/0-1919080559/rs/e12b86b8109d,39455,1733311333640 2024-12-04T11:22:15,308 WARN [RS:0;e12b86b8109d:39455 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:22:15,308 INFO [RS:0;e12b86b8109d:39455 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:22:15,308 DEBUG [RS:0;e12b86b8109d:39455 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33043/user/jenkins/test-data/082e9317-03b1-ed91-b9ae-793893dd5096/WALs/e12b86b8109d,39455,1733311333640 2024-12-04T11:22:15,309 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e12b86b8109d,39455,1733311333640] 2024-12-04T11:22:15,310 INFO [RS:0;e12b86b8109d:39455 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T11:22:15,311 INFO [RS:0;e12b86b8109d:39455 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T11:22:15,312 INFO [RS:0;e12b86b8109d:39455 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T11:22:15,312 INFO [RS:0;e12b86b8109d:39455 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:15,312 INFO [RS:0;e12b86b8109d:39455 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T11:22:15,312 INFO [RS:0;e12b86b8109d:39455 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T11:22:15,312 INFO [RS:0;e12b86b8109d:39455 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:15,312 DEBUG [RS:0;e12b86b8109d:39455 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:15,312 DEBUG [RS:0;e12b86b8109d:39455 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:15,312 DEBUG [RS:0;e12b86b8109d:39455 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:15,312 DEBUG [RS:0;e12b86b8109d:39455 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:15,312 DEBUG [RS:0;e12b86b8109d:39455 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:15,312 DEBUG [RS:0;e12b86b8109d:39455 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:22:15,312 DEBUG [RS:0;e12b86b8109d:39455 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:15,312 DEBUG [RS:0;e12b86b8109d:39455 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:15,312 DEBUG [RS:0;e12b86b8109d:39455 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:15,312 DEBUG [RS:0;e12b86b8109d:39455 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:15,312 DEBUG [RS:0;e12b86b8109d:39455 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:15,312 DEBUG [RS:0;e12b86b8109d:39455 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:15,312 DEBUG [RS:0;e12b86b8109d:39455 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:22:15,312 DEBUG [RS:0;e12b86b8109d:39455 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:22:15,316 INFO [RS:0;e12b86b8109d:39455 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:15,316 INFO [RS:0;e12b86b8109d:39455 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:15,316 INFO [RS:0;e12b86b8109d:39455 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:15,316 INFO [RS:0;e12b86b8109d:39455 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:15,316 INFO [RS:0;e12b86b8109d:39455 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:15,316 INFO [RS:0;e12b86b8109d:39455 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,39455,1733311333640-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:22:15,328 INFO [RS:0;e12b86b8109d:39455 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T11:22:15,329 INFO [RS:0;e12b86b8109d:39455 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,39455,1733311333640-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:15,329 INFO [RS:0;e12b86b8109d:39455 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:15,329 INFO [RS:0;e12b86b8109d:39455 {}] regionserver.Replication(171): e12b86b8109d,39455,1733311333640 started 2024-12-04T11:22:15,339 INFO [RS:0;e12b86b8109d:39455 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:15,339 INFO [RS:0;e12b86b8109d:39455 {}] regionserver.HRegionServer(1482): Serving as e12b86b8109d,39455,1733311333640, RpcServer on e12b86b8109d/172.17.0.2:39455, sessionid=0x101a013f7780001 2024-12-04T11:22:15,340 DEBUG [RS:0;e12b86b8109d:39455 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T11:22:15,340 DEBUG [RS:0;e12b86b8109d:39455 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e12b86b8109d,39455,1733311333640 2024-12-04T11:22:15,340 DEBUG [RS:0;e12b86b8109d:39455 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,39455,1733311333640' 2024-12-04T11:22:15,340 DEBUG [RS:0;e12b86b8109d:39455 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1919080559/flush-table-proc/abort' 2024-12-04T11:22:15,340 DEBUG [RS:0;e12b86b8109d:39455 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1919080559/flush-table-proc/acquired' 2024-12-04T11:22:15,340 DEBUG [RS:0;e12b86b8109d:39455 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T11:22:15,340 DEBUG [RS:0;e12b86b8109d:39455 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T11:22:15,340 DEBUG [RS:0;e12b86b8109d:39455 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e12b86b8109d,39455,1733311333640 2024-12-04T11:22:15,340 DEBUG [RS:0;e12b86b8109d:39455 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,39455,1733311333640' 2024-12-04T11:22:15,340 DEBUG [RS:0;e12b86b8109d:39455 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1919080559/online-snapshot/abort' 2024-12-04T11:22:15,341 DEBUG [RS:0;e12b86b8109d:39455 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1919080559/online-snapshot/acquired' 2024-12-04T11:22:15,341 DEBUG [RS:0;e12b86b8109d:39455 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T11:22:15,341 INFO [RS:0;e12b86b8109d:39455 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T11:22:15,341 INFO [RS:0;e12b86b8109d:39455 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T11:22:15,441 INFO [RS:0;e12b86b8109d:39455 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:22:15,442 INFO [RS:0;e12b86b8109d:39455 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C39455%2C1733311333640, suffix=, logDir=hdfs://localhost:33043/user/jenkins/test-data/082e9317-03b1-ed91-b9ae-793893dd5096/WALs/e12b86b8109d,39455,1733311333640, archiveDir=hdfs://localhost:33043/user/jenkins/test-data/082e9317-03b1-ed91-b9ae-793893dd5096/oldWALs, maxLogs=10 2024-12-04T11:22:15,453 DEBUG [RS:0;e12b86b8109d:39455 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/082e9317-03b1-ed91-b9ae-793893dd5096/WALs/e12b86b8109d,39455,1733311333640/e12b86b8109d%2C39455%2C1733311333640.1733311335442, exclude list is [], retry=0 2024-12-04T11:22:15,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46699,DS-c7b0057f-a8f2-4827-8b5b-94d666c57c21,DISK] 2024-12-04T11:22:15,456 INFO [RS:0;e12b86b8109d:39455 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/082e9317-03b1-ed91-b9ae-793893dd5096/WALs/e12b86b8109d,39455,1733311333640/e12b86b8109d%2C39455%2C1733311333640.1733311335442 2024-12-04T11:22:15,456 DEBUG [RS:0;e12b86b8109d:39455 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35093:35093)] 2024-12-04T11:22:15,650 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33043/user/jenkins/test-data/082e9317-03b1-ed91-b9ae-793893dd5096/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T11:22:15,650 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33043/user/jenkins/test-data/082e9317-03b1-ed91-b9ae-793893dd5096 2024-12-04T11:22:15,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46699 is added to blk_1073741833_1009 (size=32) 2024-12-04T11:22:16,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:22:16,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:22:16,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:22:16,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:16,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:22:16,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:22:16,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:22:16,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:16,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:22:16,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:22:16,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:22:16,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:16,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:22:16,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:22:16,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:22:16,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:16,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:22:16,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:22:16,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33043/user/jenkins/test-data/082e9317-03b1-ed91-b9ae-793893dd5096/data/hbase/meta/1588230740 2024-12-04T11:22:16,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33043/user/jenkins/test-data/082e9317-03b1-ed91-b9ae-793893dd5096/data/hbase/meta/1588230740 2024-12-04T11:22:16,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:22:16,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:22:16,061 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:22:16,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:22:16,062 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33043/user/jenkins/test-data/082e9317-03b1-ed91-b9ae-793893dd5096/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:22:16,063 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63186905, jitterRate=-0.05844174325466156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:22:16,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733311336054Initializing all the Stores at 1733311336055 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311336055Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311336055Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311336055Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311336055Cleaning up temporary data from old regions at 1733311336060 (+5 ms)Region opened successfully at 1733311336063 (+3 ms) 2024-12-04T11:22:16,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:22:16,063 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:22:16,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:22:16,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:22:16,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:22:16,063 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:22:16,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311336063Disabling compacts and flushes for region at 1733311336063Disabling writes for close at 1733311336063Writing region close event to WAL at 1733311336063Closed at 1733311336063 2024-12-04T11:22:16,064 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:22:16,064 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T11:22:16,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T11:22:16,065 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:22:16,065 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T11:22:16,216 DEBUG [e12b86b8109d:40969 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T11:22:16,216 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e12b86b8109d,39455,1733311333640 2024-12-04T11:22:16,217 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,39455,1733311333640, state=OPENING 2024-12-04T11:22:16,319 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T11:22:16,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39455-0x101a013f7780001, quorum=127.0.0.1:58450, baseZNode=/0-1919080559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919080559 2024-12-04T11:22:16,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40969-0x101a013f7780000, quorum=127.0.0.1:58450, baseZNode=/0-1919080559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919080559 2024-12-04T11:22:16,352 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1919080559/meta-region-server: CHANGED 2024-12-04T11:22:16,352 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:22:16,352 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1919080559/meta-region-server: CHANGED 2024-12-04T11:22:16,352 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,39455,1733311333640}] 2024-12-04T11:22:16,504 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T11:22:16,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T11:22:16,507 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T11:22:16,507 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:22:16,507 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T11:22:16,508 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C39455%2C1733311333640.meta, suffix=.meta, logDir=hdfs://localhost:33043/user/jenkins/test-data/082e9317-03b1-ed91-b9ae-793893dd5096/WALs/e12b86b8109d,39455,1733311333640, archiveDir=hdfs://localhost:33043/user/jenkins/test-data/082e9317-03b1-ed91-b9ae-793893dd5096/oldWALs, maxLogs=10 2024-12-04T11:22:16,518 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/082e9317-03b1-ed91-b9ae-793893dd5096/WALs/e12b86b8109d,39455,1733311333640/e12b86b8109d%2C39455%2C1733311333640.meta.1733311336508.meta, exclude list is [], retry=0 2024-12-04T11:22:16,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46699,DS-c7b0057f-a8f2-4827-8b5b-94d666c57c21,DISK] 2024-12-04T11:22:16,521 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/082e9317-03b1-ed91-b9ae-793893dd5096/WALs/e12b86b8109d,39455,1733311333640/e12b86b8109d%2C39455%2C1733311333640.meta.1733311336508.meta 2024-12-04T11:22:16,521 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35093:35093)] 2024-12-04T11:22:16,521 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:22:16,521 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:22:16,521 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T11:22:16,521 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T11:22:16,521 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T11:22:16,521 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T11:22:16,522 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:22:16,522 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T11:22:16,522 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T11:22:16,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:22:16,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:22:16,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:16,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:22:16,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:22:16,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:22:16,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:16,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:22:16,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:22:16,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:22:16,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:16,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:22:16,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:22:16,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:22:16,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:16,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:22:16,526 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:22:16,526 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33043/user/jenkins/test-data/082e9317-03b1-ed91-b9ae-793893dd5096/data/hbase/meta/1588230740 2024-12-04T11:22:16,527 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33043/user/jenkins/test-data/082e9317-03b1-ed91-b9ae-793893dd5096/data/hbase/meta/1588230740 2024-12-04T11:22:16,528 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:22:16,528 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:22:16,528 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:22:16,529 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:22:16,529 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70686470, jitterRate=0.05331048369407654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:22:16,529 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T11:22:16,529 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733311336522Writing region info on filesystem at 1733311336522Initializing all the Stores at 1733311336522Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311336522Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311336522Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311336522Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311336522Cleaning up temporary data from old regions at 1733311336528 (+6 ms)Running coprocessor post-open hooks at 1733311336529 (+1 ms)Region opened successfully at 1733311336529 2024-12-04T11:22:16,530 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733311336504 2024-12-04T11:22:16,531 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T11:22:16,531 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T11:22:16,532 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e12b86b8109d,39455,1733311333640 2024-12-04T11:22:16,532 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,39455,1733311333640, state=OPEN 2024-12-04T11:22:16,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40969-0x101a013f7780000, quorum=127.0.0.1:58450, baseZNode=/0-1919080559 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1919080559/meta-region-server 2024-12-04T11:22:16,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39455-0x101a013f7780001, quorum=127.0.0.1:58450, baseZNode=/0-1919080559 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1919080559/meta-region-server 2024-12-04T11:22:16,550 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e12b86b8109d,39455,1733311333640 2024-12-04T11:22:16,550 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1919080559/meta-region-server: CHANGED 2024-12-04T11:22:16,550 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1919080559/meta-region-server: CHANGED 2024-12-04T11:22:16,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T11:22:16,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,39455,1733311333640 in 198 msec 2024-12-04T11:22:16,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T11:22:16,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 488 msec 2024-12-04T11:22:16,553 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:22:16,553 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T11:22:16,554 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:22:16,554 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,39455,1733311333640, seqNum=-1] 2024-12-04T11:22:16,554 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:22:16,555 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37871, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:22:16,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3210 sec 2024-12-04T11:22:16,557 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733311336557, completionTime=-1 2024-12-04T11:22:16,558 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T11:22:16,558 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T11:22:16,559 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T11:22:16,559 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733311396559 2024-12-04T11:22:16,559 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733311456559 2024-12-04T11:22:16,559 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T11:22:16,559 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,40969,1733311333436-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:16,559 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,40969,1733311333436-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:16,559 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,40969,1733311333436-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:16,559 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e12b86b8109d:40969, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:16,559 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:16,559 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:16,560 DEBUG [master/e12b86b8109d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T11:22:16,561 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.853sec 2024-12-04T11:22:16,561 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T11:22:16,561 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T11:22:16,561 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T11:22:16,561 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T11:22:16,561 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T11:22:16,561 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,40969,1733311333436-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:22:16,561 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,40969,1733311333436-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T11:22:16,563 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T11:22:16,563 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T11:22:16,563 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,40969,1733311333436-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:16,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@165472ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:16,569 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,40969,-1 for getting cluster id 2024-12-04T11:22:16,570 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:22:16,570 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81180658-848b-4b25-a56b-ab67700c2ae2' 2024-12-04T11:22:16,570 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:22:16,571 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81180658-848b-4b25-a56b-ab67700c2ae2" 2024-12-04T11:22:16,571 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6074ed1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:16,571 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,40969,-1] 2024-12-04T11:22:16,571 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:22:16,571 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:16,571 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:22:16,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d50ef1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:16,572 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:22:16,573 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,39455,1733311333640, seqNum=-1] 2024-12-04T11:22:16,573 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:22:16,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:22:16,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e12b86b8109d,40969,1733311333436 2024-12-04T11:22:16,575 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58450 2024-12-04T11:22:16,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58450, baseZNode=/0-1919080559 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:22:16,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a013f7780002 connected 2024-12-04T11:22:16,594 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:22:16,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,40969,1733311333436 2024-12-04T11:22:16,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@eca2a56 2024-12-04T11:22:16,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:22:16,595 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:22:16,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:22:16,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T11:22:16,597 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T11:22:16,597 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:16,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T11:22:16,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:22:16,598 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T11:22:16,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46699 is added to blk_1073741835_1011 (size=902) 2024-12-04T11:22:16,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:22:16,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:22:17,003 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6baf2c1235384ecacfcf60f6ee465571, NAME => 'test,,1733311336596.6baf2c1235384ecacfcf60f6ee465571.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33043/user/jenkins/test-data/082e9317-03b1-ed91-b9ae-793893dd5096 2024-12-04T11:22:17,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46699 is added to blk_1073741836_1012 (size=39) 2024-12-04T11:22:17,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:22:17,407 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733311336596.6baf2c1235384ecacfcf60f6ee465571.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:22:17,407 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6baf2c1235384ecacfcf60f6ee465571, disabling compactions & flushes 2024-12-04T11:22:17,407 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733311336596.6baf2c1235384ecacfcf60f6ee465571. 2024-12-04T11:22:17,407 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733311336596.6baf2c1235384ecacfcf60f6ee465571. 2024-12-04T11:22:17,407 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733311336596.6baf2c1235384ecacfcf60f6ee465571. after waiting 0 ms 2024-12-04T11:22:17,408 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733311336596.6baf2c1235384ecacfcf60f6ee465571. 2024-12-04T11:22:17,408 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733311336596.6baf2c1235384ecacfcf60f6ee465571. 2024-12-04T11:22:17,408 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6baf2c1235384ecacfcf60f6ee465571: Waiting for close lock at 1733311337407Disabling compacts and flushes for region at 1733311337407Disabling writes for close at 1733311337407Writing region close event to WAL at 1733311337408 (+1 ms)Closed at 1733311337408 2024-12-04T11:22:17,408 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T11:22:17,409 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733311336596.6baf2c1235384ecacfcf60f6ee465571.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733311337408"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733311337408"}]},"ts":"1733311337408"} 2024-12-04T11:22:17,410 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T11:22:17,410 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T11:22:17,411 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311337410"}]},"ts":"1733311337410"} 2024-12-04T11:22:17,412 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T11:22:17,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6baf2c1235384ecacfcf60f6ee465571, ASSIGN}] 2024-12-04T11:22:17,412 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6baf2c1235384ecacfcf60f6ee465571, ASSIGN 2024-12-04T11:22:17,413 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6baf2c1235384ecacfcf60f6ee465571, ASSIGN; state=OFFLINE, location=e12b86b8109d,39455,1733311333640; forceNewPlan=false, retain=false 2024-12-04T11:22:17,563 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6baf2c1235384ecacfcf60f6ee465571, regionState=OPENING, regionLocation=e12b86b8109d,39455,1733311333640 2024-12-04T11:22:17,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6baf2c1235384ecacfcf60f6ee465571, ASSIGN because future has completed 2024-12-04T11:22:17,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6baf2c1235384ecacfcf60f6ee465571, server=e12b86b8109d,39455,1733311333640}] 2024-12-04T11:22:17,719 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733311336596.6baf2c1235384ecacfcf60f6ee465571. 2024-12-04T11:22:17,719 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6baf2c1235384ecacfcf60f6ee465571, NAME => 'test,,1733311336596.6baf2c1235384ecacfcf60f6ee465571.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:22:17,719 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:22:17,719 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T11:22:17,719 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6baf2c1235384ecacfcf60f6ee465571 2024-12-04T11:22:17,719 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733311336596.6baf2c1235384ecacfcf60f6ee465571.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:22:17,720 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6baf2c1235384ecacfcf60f6ee465571 2024-12-04T11:22:17,720 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6baf2c1235384ecacfcf60f6ee465571 2024-12-04T11:22:17,720 INFO [StoreOpener-6baf2c1235384ecacfcf60f6ee465571-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6baf2c1235384ecacfcf60f6ee465571 2024-12-04T11:22:17,721 INFO [StoreOpener-6baf2c1235384ecacfcf60f6ee465571-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6baf2c1235384ecacfcf60f6ee465571 columnFamilyName f 2024-12-04T11:22:17,721 DEBUG [StoreOpener-6baf2c1235384ecacfcf60f6ee465571-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:17,722 INFO [StoreOpener-6baf2c1235384ecacfcf60f6ee465571-1 {}] regionserver.HStore(327): Store=6baf2c1235384ecacfcf60f6ee465571/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:22:17,722 INFO [StoreOpener-6baf2c1235384ecacfcf60f6ee465571-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6baf2c1235384ecacfcf60f6ee465571 2024-12-04T11:22:17,722 INFO [StoreOpener-6baf2c1235384ecacfcf60f6ee465571-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6baf2c1235384ecacfcf60f6ee465571 columnFamilyName f1 2024-12-04T11:22:17,722 DEBUG [StoreOpener-6baf2c1235384ecacfcf60f6ee465571-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:17,723 INFO [StoreOpener-6baf2c1235384ecacfcf60f6ee465571-1 {}] regionserver.HStore(327): Store=6baf2c1235384ecacfcf60f6ee465571/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:22:17,723 INFO [StoreOpener-6baf2c1235384ecacfcf60f6ee465571-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6baf2c1235384ecacfcf60f6ee465571 2024-12-04T11:22:17,723 INFO [StoreOpener-6baf2c1235384ecacfcf60f6ee465571-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6baf2c1235384ecacfcf60f6ee465571 columnFamilyName norep 2024-12-04T11:22:17,723 DEBUG [StoreOpener-6baf2c1235384ecacfcf60f6ee465571-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:17,724 INFO [StoreOpener-6baf2c1235384ecacfcf60f6ee465571-1 {}] regionserver.HStore(327): Store=6baf2c1235384ecacfcf60f6ee465571/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:22:17,724 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6baf2c1235384ecacfcf60f6ee465571 2024-12-04T11:22:17,724 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33043/user/jenkins/test-data/082e9317-03b1-ed91-b9ae-793893dd5096/data/default/test/6baf2c1235384ecacfcf60f6ee465571 2024-12-04T11:22:17,724 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33043/user/jenkins/test-data/082e9317-03b1-ed91-b9ae-793893dd5096/data/default/test/6baf2c1235384ecacfcf60f6ee465571 2024-12-04T11:22:17,725 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6baf2c1235384ecacfcf60f6ee465571 2024-12-04T11:22:17,725 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6baf2c1235384ecacfcf60f6ee465571 2024-12-04T11:22:17,725 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T11:22:17,726 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6baf2c1235384ecacfcf60f6ee465571 2024-12-04T11:22:17,727 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33043/user/jenkins/test-data/082e9317-03b1-ed91-b9ae-793893dd5096/data/default/test/6baf2c1235384ecacfcf60f6ee465571/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:22:17,727 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6baf2c1235384ecacfcf60f6ee465571; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68316899, jitterRate=0.018001124262809753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T11:22:17,727 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6baf2c1235384ecacfcf60f6ee465571 2024-12-04T11:22:17,727 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6baf2c1235384ecacfcf60f6ee465571: Running coprocessor pre-open hook at 1733311337720Writing region info on filesystem at 1733311337720Initializing all the Stores at 1733311337720Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311337720Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311337720Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311337720Cleaning up temporary data from old regions at 1733311337725 (+5 ms)Running coprocessor post-open hooks at 1733311337727 (+2 ms)Region opened successfully at 1733311337727 2024-12-04T11:22:17,728 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733311336596.6baf2c1235384ecacfcf60f6ee465571., pid=6, masterSystemTime=1733311337717 2024-12-04T11:22:17,729 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733311336596.6baf2c1235384ecacfcf60f6ee465571. 2024-12-04T11:22:17,729 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733311336596.6baf2c1235384ecacfcf60f6ee465571. 2024-12-04T11:22:17,730 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6baf2c1235384ecacfcf60f6ee465571, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e12b86b8109d,39455,1733311333640 2024-12-04T11:22:17,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6baf2c1235384ecacfcf60f6ee465571, server=e12b86b8109d,39455,1733311333640 because future has completed 2024-12-04T11:22:17,733 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T11:22:17,733 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6baf2c1235384ecacfcf60f6ee465571, server=e12b86b8109d,39455,1733311333640 in 167 msec 2024-12-04T11:22:17,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T11:22:17,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6baf2c1235384ecacfcf60f6ee465571, ASSIGN in 321 msec 2024-12-04T11:22:17,734 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T11:22:17,735 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311337735"}]},"ts":"1733311337735"} 2024-12-04T11:22:17,736 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T11:22:17,736 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T11:22:17,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1400 sec 2024-12-04T11:22:17,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:22:17,738 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T11:22:17,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fbceac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:17,738 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,40969,-1 for getting cluster id 2024-12-04T11:22:17,738 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:22:17,739 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81180658-848b-4b25-a56b-ab67700c2ae2' 2024-12-04T11:22:17,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:22:17,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81180658-848b-4b25-a56b-ab67700c2ae2" 2024-12-04T11:22:17,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5d1bc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:17,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,40969,-1] 2024-12-04T11:22:17,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:22:17,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:17,740 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:22:17,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7050d4c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:17,740 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:22:17,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,40969,1733311333436 2024-12-04T11:22:17,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62c1a62e 2024-12-04T11:22:17,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:22:17,741 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:22:17,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e12b86b8109d:40969,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T11:22:17,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T11:22:17,743 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e12b86b8109d:40969' 2024-12-04T11:22:17,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:22:17,744 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31711c10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:17,744 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,40969,-1 for getting cluster id 2024-12-04T11:22:17,744 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:22:17,745 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81180658-848b-4b25-a56b-ab67700c2ae2' 2024-12-04T11:22:17,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:22:17,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81180658-848b-4b25-a56b-ab67700c2ae2" 2024-12-04T11:22:17,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24407fc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:17,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,40969,-1] 2024-12-04T11:22:17,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:22:17,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:17,746 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:22:17,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ceb617e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:17,746 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:22:17,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,40969,1733311333436 2024-12-04T11:22:17,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cf11113 2024-12-04T11:22:17,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:22:17,747 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:22:17,747 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-04T11:22:17,748 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T11:22:17,748 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:17,748 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:17,748 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:22:17,748 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://e12b86b8109d:40969, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-04T11:22:17,753 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://e12b86b8109d:40969, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://e12b86b8109d:40969, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://e12b86b8109d:40969, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-04T11:22:17,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://e12b86b8109d:40969, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=11 msec 2024-12-04T11:22:17,754 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-04T11:22:17,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:22:17,848 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://e12b86b8109d:40969, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-04T11:22:17,848 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:22:17,848 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:22:17,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:17,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:17,849 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:22:17,862 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=530 (was 359) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-748452506_20 at /127.0.0.1:38912 [Receiving block BP-2092413669-172.17.0.2-1733311331296:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:33043 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp288647248-7919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58450) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 42767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@529ab599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 33043 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@4024851e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BP-2092413669-172.17.0.2-1733311331296 heartbeating to localhost/127.0.0.1:33043 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58450) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: master/e12b86b8109d:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp288647248-7917 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc658432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33043 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp589872639-7966 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp589872639-7965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:58450 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=40969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 33043 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58450) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=39455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33043 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@1fa74e41[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp288647248-7918-acceptor-0@73737f07-ServerConnector@e834038{HTTP/1.1, (http/1.1)}{localhost:34245} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33043 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e12b86b8109d:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp288647248-7914 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc658432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: ProcessThread(sid:0 cport:58450): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33043 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@59ae6e2f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 33043 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d3b8d46-04e3-4dbf-fefb-c188d69b5e2b/cluster_b03c2d04-02cd-2709-230a-c727b67eef26/data/data1/current/BP-2092413669-172.17.0.2-1733311331296 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33043/user/jenkins/test-data/082e9317-03b1-ed91-b9ae-793893dd5096/MasterData-prefix:e12b86b8109d,40969,1733311333436 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@52b2b886 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp288647248-7915 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc658432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2092413669-172.17.0.2-1733311331296:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1396332106_20 at /127.0.0.1:38916 [Receiving block BP-2092413669-172.17.0.2-1733311331296:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp288647248-7916 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc658432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RS:0;e12b86b8109d:39455-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33043 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS:0;e12b86b8109d:39455 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp288647248-7920 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$590/0x00007fc658aab8c8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1396332106_20 at /127.0.0.1:38942 [Receiving block BP-2092413669-172.17.0.2-1733311331296:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d3b8d46-04e3-4dbf-fefb-c188d69b5e2b/cluster_b03c2d04-02cd-2709-230a-c727b67eef26/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d3b8d46-04e3-4dbf-fefb-c188d69b5e2b/cluster_b03c2d04-02cd-2709-230a-c727b67eef26/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 42767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 33043 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1396332106_20 at /127.0.0.1:38870 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-2092413669-172.17.0.2-1733311331296:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 42767 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33043/user/jenkins/test-data/082e9317-03b1-ed91-b9ae-793893dd5096-prefix:e12b86b8109d,39455,1733311333640 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311335240 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=39455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_META-regionserver/e12b86b8109d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1692727999) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d3b8d46-04e3-4dbf-fefb-c188d69b5e2b/cluster_b03c2d04-02cd-2709-230a-c727b67eef26/data/data2/current/BP-2092413669-172.17.0.2-1733311331296 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33043 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311335240 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: PacketResponder: BP-2092413669-172.17.0.2-1733311331296:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e12b86b8109d:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Server handler 3 on default port 42767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@79452611 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: e12b86b8109d:40969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp589872639-7963 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc658432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 33043 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@742ecac9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007fc6589f99c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e12b86b8109d:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server handler 4 on default port 42767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33043 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: qtp589872639-7964-acceptor-0@7d0aa98-ServerConnector@355bfe00{HTTP/1.1, (http/1.1)}{localhost:46357} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;e12b86b8109d:40969 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@448c405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-3e7bafde-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 33043 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@410419a9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@6bb12d7b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 42767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp288647248-7921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33043/user/jenkins/test-data/082e9317-03b1-ed91-b9ae-793893dd5096-prefix:e12b86b8109d,39455,1733311333640.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-1461160b-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) - Thread LEAK? -, OpenFileDescriptor=872 (was 784) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=284 (was 292), ProcessCount=11 (was 11), AvailableMemoryMB=2583 (was 2607) 2024-12-04T11:22:17,865 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500 2024-12-04T11:22:17,878 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=530, OpenFileDescriptor=872, MaxFileDescriptor=1048576, SystemLoadAverage=284, ProcessCount=11, AvailableMemoryMB=2583 2024-12-04T11:22:17,878 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500 2024-12-04T11:22:17,892 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-04T11:22:17,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d3b8d46-04e3-4dbf-fefb-c188d69b5e2b/hadoop.log.dir so I do NOT create it in target/test-data/b113bd77-1b0b-e2aa-f4c1-fd78efc1cc1c 2024-12-04T11:22:17,892 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d3b8d46-04e3-4dbf-fefb-c188d69b5e2b/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T11:22:17,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d3b8d46-04e3-4dbf-fefb-c188d69b5e2b/hadoop.tmp.dir so I do NOT create it in target/test-data/b113bd77-1b0b-e2aa-f4c1-fd78efc1cc1c 2024-12-04T11:22:17,892 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d3b8d46-04e3-4dbf-fefb-c188d69b5e2b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T11:22:17,892 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b113bd77-1b0b-e2aa-f4c1-fd78efc1cc1c 2024-12-04T11:22:17,892 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b113bd77-1b0b-e2aa-f4c1-fd78efc1cc1c/cluster_f13acd91-f9ea-bf23-8bad-4a2776bb16a4, deleteOnExit=true 2024-12-04T11:22:17,961 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b113bd77-1b0b-e2aa-f4c1-fd78efc1cc1c/cluster_f13acd91-f9ea-bf23-8bad-4a2776bb16a4/zookeeper_0, clientPort=56841, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b113bd77-1b0b-e2aa-f4c1-fd78efc1cc1c/cluster_f13acd91-f9ea-bf23-8bad-4a2776bb16a4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b113bd77-1b0b-e2aa-f4c1-fd78efc1cc1c/cluster_f13acd91-f9ea-bf23-8bad-4a2776bb16a4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T11:22:17,962 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56841 2024-12-04T11:22:17,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T11:22:17,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T11:22:17,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b113bd77-1b0b-e2aa-f4c1-fd78efc1cc1c/test.cache.data in system properties and HBase conf 2024-12-04T11:22:17,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b113bd77-1b0b-e2aa-f4c1-fd78efc1cc1c/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T11:22:17,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b113bd77-1b0b-e2aa-f4c1-fd78efc1cc1c/hadoop.log.dir in system properties and HBase conf 2024-12-04T11:22:17,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b113bd77-1b0b-e2aa-f4c1-fd78efc1cc1c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T11:22:17,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b113bd77-1b0b-e2aa-f4c1-fd78efc1cc1c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T11:22:17,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T11:22:17,962 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T11:22:17,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b113bd77-1b0b-e2aa-f4c1-fd78efc1cc1c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T11:22:17,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b113bd77-1b0b-e2aa-f4c1-fd78efc1cc1c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T11:22:17,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b113bd77-1b0b-e2aa-f4c1-fd78efc1cc1c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T11:22:17,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b113bd77-1b0b-e2aa-f4c1-fd78efc1cc1c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T11:22:17,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b113bd77-1b0b-e2aa-f4c1-fd78efc1cc1c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T11:22:17,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b113bd77-1b0b-e2aa-f4c1-fd78efc1cc1c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T11:22:17,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b113bd77-1b0b-e2aa-f4c1-fd78efc1cc1c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T11:22:17,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b113bd77-1b0b-e2aa-f4c1-fd78efc1cc1c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T11:22:17,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b113bd77-1b0b-e2aa-f4c1-fd78efc1cc1c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T11:22:17,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b113bd77-1b0b-e2aa-f4c1-fd78efc1cc1c/nfs.dump.dir in system properties and HBase conf 2024-12-04T11:22:17,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b113bd77-1b0b-e2aa-f4c1-fd78efc1cc1c/java.io.tmpdir in system properties and HBase conf 2024-12-04T11:22:17,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b113bd77-1b0b-e2aa-f4c1-fd78efc1cc1c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T11:22:17,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b113bd77-1b0b-e2aa-f4c1-fd78efc1cc1c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T11:22:17,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b113bd77-1b0b-e2aa-f4c1-fd78efc1cc1c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T11:22:18,271 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:22:18,274 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T11:22:18,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T11:22:18,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T11:22:18,276 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T11:22:18,276 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:22:18,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21547af4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b113bd77-1b0b-e2aa-f4c1-fd78efc1cc1c/hadoop.log.dir/,AVAILABLE} 2024-12-04T11:22:18,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ec53f5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T11:22:18,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5208d3f2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b113bd77-1b0b-e2aa-f4c1-fd78efc1cc1c/java.io.tmpdir/jetty-localhost-41605-hadoop-hdfs-3_4_1-tests_jar-_-any-7255499640799464902/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T11:22:18,379 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e5eaa4{HTTP/1.1, (http/1.1)}{localhost:41605} 2024-12-04T11:22:18,379 INFO [Time-limited test {}] server.Server(415): Started @333090ms 2024-12-04T11:22:18,610 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:22:18,612 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T11:22:18,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T11:22:18,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T11:22:18,616 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T11:22:18,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@617d83e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b113bd77-1b0b-e2aa-f4c1-fd78efc1cc1c/hadoop.log.dir/,AVAILABLE} 2024-12-04T11:22:18,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@358c5e9b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T11:22:18,705 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59f17d5d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b113bd77-1b0b-e2aa-f4c1-fd78efc1cc1c/java.io.tmpdir/jetty-localhost-42757-hadoop-hdfs-3_4_1-tests_jar-_-any-8840476476128917505/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T11:22:18,706 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22e8e045{HTTP/1.1, (http/1.1)}{localhost:42757} 2024-12-04T11:22:18,706 INFO [Time-limited test {}] server.Server(415): Started @333417ms 2024-12-04T11:22:18,707 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T11:22:19,395 WARN [Thread-4335 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b113bd77-1b0b-e2aa-f4c1-fd78efc1cc1c/cluster_f13acd91-f9ea-bf23-8bad-4a2776bb16a4/data/data2/current/BP-1755473367-172.17.0.2-1733311337985/current, will proceed with Du for space computation calculation, 2024-12-04T11:22:19,395 WARN [Thread-4334 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b113bd77-1b0b-e2aa-f4c1-fd78efc1cc1c/cluster_f13acd91-f9ea-bf23-8bad-4a2776bb16a4/data/data1/current/BP-1755473367-172.17.0.2-1733311337985/current, will proceed with Du for space computation calculation, 2024-12-04T11:22:19,411 WARN [Thread-4322 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T11:22:19,412 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3cd3e347f49030d2 with lease ID 0x56b42af55a5797c1: Processing first storage report for DS-b2eb3f9b-2b5b-4d45-a07c-e148102d34f3 from datanode DatanodeRegistration(127.0.0.1:43457, datanodeUuid=c4678814-29f9-4ed0-a199-fb1fc2a7899a, infoPort=44169, infoSecurePort=0, ipcPort=36289, storageInfo=lv=-57;cid=testClusterID;nsid=965124482;c=1733311337985) 2024-12-04T11:22:19,413 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3cd3e347f49030d2 with lease ID 0x56b42af55a5797c1: from storage DS-b2eb3f9b-2b5b-4d45-a07c-e148102d34f3 node DatanodeRegistration(127.0.0.1:43457, datanodeUuid=c4678814-29f9-4ed0-a199-fb1fc2a7899a, infoPort=44169, infoSecurePort=0, ipcPort=36289, storageInfo=lv=-57;cid=testClusterID;nsid=965124482;c=1733311337985), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T11:22:19,413 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3cd3e347f49030d2 with lease ID 0x56b42af55a5797c1: Processing first storage report for DS-40f42c14-9f8e-4079-837d-08561498d3d5 from datanode DatanodeRegistration(127.0.0.1:43457, datanodeUuid=c4678814-29f9-4ed0-a199-fb1fc2a7899a, infoPort=44169, infoSecurePort=0, ipcPort=36289, storageInfo=lv=-57;cid=testClusterID;nsid=965124482;c=1733311337985) 2024-12-04T11:22:19,413 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3cd3e347f49030d2 with lease ID 0x56b42af55a5797c1: from storage DS-40f42c14-9f8e-4079-837d-08561498d3d5 node DatanodeRegistration(127.0.0.1:43457, datanodeUuid=c4678814-29f9-4ed0-a199-fb1fc2a7899a, infoPort=44169, infoSecurePort=0, ipcPort=36289, storageInfo=lv=-57;cid=testClusterID;nsid=965124482;c=1733311337985), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T11:22:19,426 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b113bd77-1b0b-e2aa-f4c1-fd78efc1cc1c 2024-12-04T11:22:19,426 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:22:19,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:22:19,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741825_1001 (size=7) 2024-12-04T11:22:19,833 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d with version=8 2024-12-04T11:22:19,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/hbase-staging 2024-12-04T11:22:19,835 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:22:19,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:22:19,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:22:19,835 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:22:19,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:22:19,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:22:19,835 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T11:22:19,835 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:22:19,836 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42521 2024-12-04T11:22:19,836 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42521 connecting to ZooKeeper ensemble=127.0.0.1:56841 2024-12-04T11:22:19,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425210x0, quorum=127.0.0.1:56841, baseZNode=/0924800590 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:22:19,922 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42521-0x101a01411940000 connected 2024-12-04T11:22:20,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:22:20,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:22:20,010 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42521-0x101a01411940000, quorum=127.0.0.1:56841, baseZNode=/0924800590 Set watcher on znode that does not yet exist, /0924800590/running 2024-12-04T11:22:20,011 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d, hbase.cluster.distributed=false 2024-12-04T11:22:20,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42521-0x101a01411940000, quorum=127.0.0.1:56841, baseZNode=/0924800590 Set watcher on znode that does not yet exist, /0924800590/acl 2024-12-04T11:22:20,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42521 2024-12-04T11:22:20,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42521 2024-12-04T11:22:20,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42521 2024-12-04T11:22:20,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42521 2024-12-04T11:22:20,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42521 2024-12-04T11:22:20,024 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:22:20,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:22:20,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:22:20,024 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:22:20,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:22:20,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:22:20,024 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T11:22:20,024 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:22:20,025 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40559 2024-12-04T11:22:20,025 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40559 connecting to ZooKeeper ensemble=127.0.0.1:56841 2024-12-04T11:22:20,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:22:20,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:22:20,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405590x0, quorum=127.0.0.1:56841, baseZNode=/0924800590 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:22:20,094 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40559-0x101a01411940001 connected 2024-12-04T11:22:20,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405590x0, quorum=127.0.0.1:56841, baseZNode=/0924800590 Set watcher on znode that does not yet exist, /0924800590/running 2024-12-04T11:22:20,094 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T11:22:20,095 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T11:22:20,095 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40559-0x101a01411940001, quorum=127.0.0.1:56841, baseZNode=/0924800590 Set watcher on znode that does not yet exist, /0924800590/master 2024-12-04T11:22:20,096 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40559-0x101a01411940001, quorum=127.0.0.1:56841, baseZNode=/0924800590 Set watcher on znode that does not yet exist, /0924800590/acl 2024-12-04T11:22:20,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40559 2024-12-04T11:22:20,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40559 2024-12-04T11:22:20,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40559 2024-12-04T11:22:20,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40559 2024-12-04T11:22:20,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40559 2024-12-04T11:22:20,106 DEBUG [M:0;e12b86b8109d:42521 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e12b86b8109d:42521 2024-12-04T11:22:20,106 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0924800590/backup-masters/e12b86b8109d,42521,1733311339835 2024-12-04T11:22:20,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42521-0x101a01411940000, quorum=127.0.0.1:56841, baseZNode=/0924800590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0924800590/backup-masters 2024-12-04T11:22:20,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40559-0x101a01411940001, quorum=127.0.0.1:56841, baseZNode=/0924800590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0924800590/backup-masters 2024-12-04T11:22:20,178 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42521-0x101a01411940000, quorum=127.0.0.1:56841, baseZNode=/0924800590 Set watcher on existing znode=/0924800590/backup-masters/e12b86b8109d,42521,1733311339835 2024-12-04T11:22:20,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42521-0x101a01411940000, quorum=127.0.0.1:56841, baseZNode=/0924800590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0924800590 2024-12-04T11:22:20,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40559-0x101a01411940001, quorum=127.0.0.1:56841, baseZNode=/0924800590 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0924800590/master 2024-12-04T11:22:20,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40559-0x101a01411940001, quorum=127.0.0.1:56841, baseZNode=/0924800590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0924800590 2024-12-04T11:22:20,205 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42521-0x101a01411940000, quorum=127.0.0.1:56841, baseZNode=/0924800590 Set watcher on existing znode=/0924800590/master 2024-12-04T11:22:20,206 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0924800590/backup-masters/e12b86b8109d,42521,1733311339835 from backup master directory 2024-12-04T11:22:20,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42521-0x101a01411940000, quorum=127.0.0.1:56841, baseZNode=/0924800590 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0924800590/backup-masters/e12b86b8109d,42521,1733311339835 2024-12-04T11:22:20,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42521-0x101a01411940000, quorum=127.0.0.1:56841, baseZNode=/0924800590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0924800590/backup-masters 2024-12-04T11:22:20,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40559-0x101a01411940001, quorum=127.0.0.1:56841, baseZNode=/0924800590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0924800590/backup-masters 2024-12-04T11:22:20,216 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:22:20,216 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e12b86b8109d,42521,1733311339835 2024-12-04T11:22:20,218 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/hbase.id] with ID: 1df3729e-7132-4700-ae32-c8f05a17d57f 2024-12-04T11:22:20,218 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/.tmp/hbase.id 2024-12-04T11:22:20,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741826_1002 (size=42) 2024-12-04T11:22:20,624 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/.tmp/hbase.id]:[hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/hbase.id] 2024-12-04T11:22:20,630 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:22:20,630 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T11:22:20,631 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-04T11:22:20,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40559-0x101a01411940001, quorum=127.0.0.1:56841, baseZNode=/0924800590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0924800590 2024-12-04T11:22:20,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42521-0x101a01411940000, quorum=127.0.0.1:56841, baseZNode=/0924800590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0924800590 2024-12-04T11:22:20,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741827_1003 (size=196) 2024-12-04T11:22:21,075 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:22:21,075 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T11:22:21,075 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:22:21,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741828_1004 (size=1189) 2024-12-04T11:22:21,080 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/MasterData/data/master/store 2024-12-04T11:22:21,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741829_1005 (size=34) 2024-12-04T11:22:21,208 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T11:22:21,208 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T11:22:21,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T11:22:21,209 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T11:22:21,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T11:22:21,209 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T11:22:21,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T11:22:21,209 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T11:22:21,310 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T11:22:21,311 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T11:22:21,484 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:22:21,484 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:22:21,484 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:22:21,484 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:22:21,484 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:22:21,484 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:22:21,484 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:22:21,484 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311341484Disabling compacts and flushes for region at 1733311341484Disabling writes for close at 1733311341484Writing region close event to WAL at 1733311341484Closed at 1733311341484 2024-12-04T11:22:21,485 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/MasterData/data/master/store/.initializing 2024-12-04T11:22:21,485 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/MasterData/WALs/e12b86b8109d,42521,1733311339835 2024-12-04T11:22:21,486 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:22:21,487 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e12b86b8109d%2C42521%2C1733311339835, suffix=, logDir=hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/MasterData/WALs/e12b86b8109d,42521,1733311339835, archiveDir=hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/MasterData/oldWALs, maxLogs=10 2024-12-04T11:22:21,501 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/MasterData/WALs/e12b86b8109d,42521,1733311339835/e12b86b8109d%2C42521%2C1733311339835.1733311341487, exclude list is [], retry=0 2024-12-04T11:22:21,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43457,DS-b2eb3f9b-2b5b-4d45-a07c-e148102d34f3,DISK] 2024-12-04T11:22:21,504 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/MasterData/WALs/e12b86b8109d,42521,1733311339835/e12b86b8109d%2C42521%2C1733311339835.1733311341487 2024-12-04T11:22:21,504 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44169:44169)] 2024-12-04T11:22:21,504 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:22:21,504 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:22:21,504 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:21,504 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:21,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:21,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T11:22:21,506 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:21,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:22:21,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:21,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T11:22:21,507 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:21,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:22:21,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:21,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T11:22:21,508 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:21,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:22:21,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:21,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T11:22:21,509 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:21,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:22:21,509 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:21,510 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:21,510 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:21,510 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:21,510 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:21,511 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:22:21,511 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:21,513 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:22:21,513 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62927684, jitterRate=-0.06230443716049194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:22:21,513 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733311341504Initializing all the Stores at 1733311341505 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311341505Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311341505Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311341505Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311341505Cleaning up temporary data from old regions at 1733311341510 (+5 ms)Region opened successfully at 1733311341513 (+3 ms) 2024-12-04T11:22:21,513 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T11:22:21,515 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aa01389, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:22:21,516 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T11:22:21,516 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T11:22:21,516 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T11:22:21,516 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T11:22:21,516 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T11:22:21,517 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T11:22:21,517 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T11:22:21,518 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T11:22:21,518 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42521-0x101a01411940000, quorum=127.0.0.1:56841, baseZNode=/0924800590 Unable to get data of znode /0924800590/balancer because node does not exist (not necessarily an error) 2024-12-04T11:22:21,565 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0924800590/balancer already deleted, retry=false 2024-12-04T11:22:21,566 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T11:22:21,566 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42521-0x101a01411940000, quorum=127.0.0.1:56841, baseZNode=/0924800590 Unable to get data of znode /0924800590/normalizer because node does not exist (not necessarily an error) 2024-12-04T11:22:21,576 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0924800590/normalizer already deleted, retry=false 2024-12-04T11:22:21,576 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T11:22:21,577 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42521-0x101a01411940000, quorum=127.0.0.1:56841, baseZNode=/0924800590 Unable to get data of znode /0924800590/switch/split because node does not exist (not necessarily an error) 2024-12-04T11:22:21,586 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0924800590/switch/split already deleted, retry=false 2024-12-04T11:22:21,587 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42521-0x101a01411940000, quorum=127.0.0.1:56841, baseZNode=/0924800590 Unable to get data of znode /0924800590/switch/merge because node does not exist (not necessarily an error) 2024-12-04T11:22:21,597 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0924800590/switch/merge already deleted, retry=false 2024-12-04T11:22:21,598 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42521-0x101a01411940000, quorum=127.0.0.1:56841, baseZNode=/0924800590 Unable to get data of znode /0924800590/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T11:22:21,607 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0924800590/snapshot-cleanup already deleted, retry=false 2024-12-04T11:22:21,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42521-0x101a01411940000, quorum=127.0.0.1:56841, baseZNode=/0924800590 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0924800590/running 2024-12-04T11:22:21,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40559-0x101a01411940001, quorum=127.0.0.1:56841, baseZNode=/0924800590 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0924800590/running 2024-12-04T11:22:21,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42521-0x101a01411940000, quorum=127.0.0.1:56841, baseZNode=/0924800590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0924800590 2024-12-04T11:22:21,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40559-0x101a01411940001, quorum=127.0.0.1:56841, baseZNode=/0924800590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0924800590 2024-12-04T11:22:21,618 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e12b86b8109d,42521,1733311339835, sessionid=0x101a01411940000, setting cluster-up flag (Was=false) 2024-12-04T11:22:21,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40559-0x101a01411940001, quorum=127.0.0.1:56841, baseZNode=/0924800590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0924800590 2024-12-04T11:22:21,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42521-0x101a01411940000, quorum=127.0.0.1:56841, baseZNode=/0924800590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0924800590 2024-12-04T11:22:21,671 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0924800590/flush-table-proc/acquired, /0924800590/flush-table-proc/reached, /0924800590/flush-table-proc/abort 2024-12-04T11:22:21,671 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,42521,1733311339835 2024-12-04T11:22:21,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40559-0x101a01411940001, quorum=127.0.0.1:56841, baseZNode=/0924800590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0924800590 2024-12-04T11:22:21,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42521-0x101a01411940000, quorum=127.0.0.1:56841, baseZNode=/0924800590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0924800590 2024-12-04T11:22:21,723 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0924800590/online-snapshot/acquired, /0924800590/online-snapshot/reached, /0924800590/online-snapshot/abort 2024-12-04T11:22:21,724 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,42521,1733311339835 2024-12-04T11:22:21,724 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T11:22:21,725 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T11:22:21,726 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T11:22:21,726 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T11:22:21,726 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e12b86b8109d,42521,1733311339835 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T11:22:21,727 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:22:21,727 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:22:21,727 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:22:21,727 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:22:21,727 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e12b86b8109d:0, corePoolSize=10, maxPoolSize=10 2024-12-04T11:22:21,727 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:21,727 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:22:21,727 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:21,727 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733311371727 2024-12-04T11:22:21,728 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T11:22:21,728 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T11:22:21,728 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:22:21,728 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T11:22:21,728 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T11:22:21,728 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T11:22:21,728 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T11:22:21,728 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T11:22:21,728 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:21,728 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T11:22:21,728 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T11:22:21,728 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T11:22:21,728 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T11:22:21,728 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:21,728 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T11:22:21,728 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T11:22:21,728 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T11:22:21,729 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311341728,5,FailOnTimeoutGroup] 2024-12-04T11:22:21,729 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311341729,5,FailOnTimeoutGroup] 2024-12-04T11:22:21,729 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:21,729 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T11:22:21,729 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:21,729 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:21,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741831_1007 (size=1321) 2024-12-04T11:22:21,799 INFO [RS:0;e12b86b8109d:40559 {}] regionserver.HRegionServer(746): ClusterId : 1df3729e-7132-4700-ae32-c8f05a17d57f 2024-12-04T11:22:21,800 DEBUG [RS:0;e12b86b8109d:40559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T11:22:21,857 DEBUG [RS:0;e12b86b8109d:40559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T11:22:21,857 DEBUG [RS:0;e12b86b8109d:40559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T11:22:21,995 DEBUG [RS:0;e12b86b8109d:40559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T11:22:21,995 DEBUG [RS:0;e12b86b8109d:40559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20e836f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:22:22,005 DEBUG [RS:0;e12b86b8109d:40559 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e12b86b8109d:40559 2024-12-04T11:22:22,005 INFO [RS:0;e12b86b8109d:40559 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T11:22:22,005 INFO [RS:0;e12b86b8109d:40559 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T11:22:22,005 DEBUG [RS:0;e12b86b8109d:40559 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T11:22:22,005 INFO [RS:0;e12b86b8109d:40559 {}] regionserver.HRegionServer(2659): reportForDuty to master=e12b86b8109d,42521,1733311339835 with port=40559, startcode=1733311340024 2024-12-04T11:22:22,005 DEBUG [RS:0;e12b86b8109d:40559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T11:22:22,006 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T11:22:22,007 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42521 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e12b86b8109d,40559,1733311340024 2024-12-04T11:22:22,007 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42521 {}] master.ServerManager(517): Registering regionserver=e12b86b8109d,40559,1733311340024 2024-12-04T11:22:22,008 DEBUG [RS:0;e12b86b8109d:40559 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d 2024-12-04T11:22:22,008 DEBUG [RS:0;e12b86b8109d:40559 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43395 2024-12-04T11:22:22,008 DEBUG [RS:0;e12b86b8109d:40559 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T11:22:22,023 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:22:22,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:22,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:22,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:22,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:22,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:22,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:22,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:22,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:22,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:22,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:22,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:22,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:22,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:22,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:22,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:22,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:22,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:22,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:22,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42521-0x101a01411940000, quorum=127.0.0.1:56841, baseZNode=/0924800590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0924800590/rs 2024-12-04T11:22:22,094 DEBUG [RS:0;e12b86b8109d:40559 {}] zookeeper.ZKUtil(111): regionserver:40559-0x101a01411940001, quorum=127.0.0.1:56841, baseZNode=/0924800590 Set watcher on existing znode=/0924800590/rs/e12b86b8109d,40559,1733311340024 2024-12-04T11:22:22,094 WARN [RS:0;e12b86b8109d:40559 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:22:22,094 INFO [RS:0;e12b86b8109d:40559 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:22:22,094 DEBUG [RS:0;e12b86b8109d:40559 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024 2024-12-04T11:22:22,094 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e12b86b8109d,40559,1733311340024] 2024-12-04T11:22:22,096 INFO [RS:0;e12b86b8109d:40559 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T11:22:22,097 INFO [RS:0;e12b86b8109d:40559 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T11:22:22,097 INFO [RS:0;e12b86b8109d:40559 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T11:22:22,097 INFO [RS:0;e12b86b8109d:40559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:22,097 INFO [RS:0;e12b86b8109d:40559 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T11:22:22,098 INFO [RS:0;e12b86b8109d:40559 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T11:22:22,098 INFO [RS:0;e12b86b8109d:40559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:22,098 DEBUG [RS:0;e12b86b8109d:40559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:22,098 DEBUG [RS:0;e12b86b8109d:40559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:22,098 DEBUG [RS:0;e12b86b8109d:40559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:22,098 DEBUG [RS:0;e12b86b8109d:40559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:22,098 DEBUG [RS:0;e12b86b8109d:40559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:22,098 DEBUG [RS:0;e12b86b8109d:40559 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:22:22,098 DEBUG [RS:0;e12b86b8109d:40559 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:22,098 DEBUG [RS:0;e12b86b8109d:40559 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:22,098 DEBUG [RS:0;e12b86b8109d:40559 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:22,098 DEBUG [RS:0;e12b86b8109d:40559 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:22,098 DEBUG [RS:0;e12b86b8109d:40559 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:22,098 DEBUG [RS:0;e12b86b8109d:40559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:22,098 DEBUG [RS:0;e12b86b8109d:40559 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:22:22,098 DEBUG [RS:0;e12b86b8109d:40559 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:22:22,099 INFO [RS:0;e12b86b8109d:40559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:22,099 INFO [RS:0;e12b86b8109d:40559 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:22,099 INFO [RS:0;e12b86b8109d:40559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:22,099 INFO [RS:0;e12b86b8109d:40559 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:22,099 INFO [RS:0;e12b86b8109d:40559 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:22,099 INFO [RS:0;e12b86b8109d:40559 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,40559,1733311340024-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:22:22,113 INFO [RS:0;e12b86b8109d:40559 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T11:22:22,113 INFO [RS:0;e12b86b8109d:40559 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,40559,1733311340024-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:22,113 INFO [RS:0;e12b86b8109d:40559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:22,113 INFO [RS:0;e12b86b8109d:40559 {}] regionserver.Replication(171): e12b86b8109d,40559,1733311340024 started 2024-12-04T11:22:22,124 INFO [RS:0;e12b86b8109d:40559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:22,124 INFO [RS:0;e12b86b8109d:40559 {}] regionserver.HRegionServer(1482): Serving as e12b86b8109d,40559,1733311340024, RpcServer on e12b86b8109d/172.17.0.2:40559, sessionid=0x101a01411940001 2024-12-04T11:22:22,124 DEBUG [RS:0;e12b86b8109d:40559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T11:22:22,124 DEBUG [RS:0;e12b86b8109d:40559 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e12b86b8109d,40559,1733311340024 2024-12-04T11:22:22,124 DEBUG [RS:0;e12b86b8109d:40559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,40559,1733311340024' 2024-12-04T11:22:22,124 DEBUG [RS:0;e12b86b8109d:40559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0924800590/flush-table-proc/abort' 2024-12-04T11:22:22,124 DEBUG [RS:0;e12b86b8109d:40559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0924800590/flush-table-proc/acquired' 2024-12-04T11:22:22,125 DEBUG [RS:0;e12b86b8109d:40559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T11:22:22,125 DEBUG [RS:0;e12b86b8109d:40559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T11:22:22,125 DEBUG [RS:0;e12b86b8109d:40559 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e12b86b8109d,40559,1733311340024 2024-12-04T11:22:22,125 DEBUG [RS:0;e12b86b8109d:40559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,40559,1733311340024' 2024-12-04T11:22:22,125 DEBUG [RS:0;e12b86b8109d:40559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0924800590/online-snapshot/abort' 2024-12-04T11:22:22,125 DEBUG [RS:0;e12b86b8109d:40559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0924800590/online-snapshot/acquired' 2024-12-04T11:22:22,125 DEBUG [RS:0;e12b86b8109d:40559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T11:22:22,125 INFO [RS:0;e12b86b8109d:40559 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T11:22:22,125 INFO [RS:0;e12b86b8109d:40559 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T11:22:22,134 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T11:22:22,134 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d 2024-12-04T11:22:22,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741832_1008 (size=32) 2024-12-04T11:22:22,225 INFO [RS:0;e12b86b8109d:40559 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:22:22,226 INFO [RS:0;e12b86b8109d:40559 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C40559%2C1733311340024, suffix=, logDir=hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024, archiveDir=hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/oldWALs, maxLogs=10 2024-12-04T11:22:22,237 DEBUG [RS:0;e12b86b8109d:40559 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311342227, exclude list is [], retry=0 2024-12-04T11:22:22,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43457,DS-b2eb3f9b-2b5b-4d45-a07c-e148102d34f3,DISK] 2024-12-04T11:22:22,240 INFO [RS:0;e12b86b8109d:40559 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311342227 2024-12-04T11:22:22,240 DEBUG [RS:0;e12b86b8109d:40559 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44169:44169)] 2024-12-04T11:22:22,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:22:22,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:22:22,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:22:22,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:22,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:22:22,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:22:22,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:22:22,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:22,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:22:22,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:22:22,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:22:22,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:22,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:22:22,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:22:22,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:22:22,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:22,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:22:22,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:22:22,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/hbase/meta/1588230740 2024-12-04T11:22:22,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/hbase/meta/1588230740 2024-12-04T11:22:22,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:22:22,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:22:22,545 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:22:22,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:22:22,547 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:22:22,547 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60262347, jitterRate=-0.10202105343341827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:22:22,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733311342538Initializing all the Stores at 1733311342539 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311342539Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311342539Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311342539Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311342539Cleaning up temporary data from old regions at 1733311342545 (+6 ms)Region opened successfully at 1733311342547 (+2 ms) 2024-12-04T11:22:22,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:22:22,547 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:22:22,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:22:22,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:22:22,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:22:22,548 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:22:22,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311342547Disabling compacts and flushes for region at 1733311342547Disabling writes for close at 1733311342548 (+1 ms)Writing region close event to WAL at 1733311342548Closed at 1733311342548 2024-12-04T11:22:22,549 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:22:22,549 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T11:22:22,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T11:22:22,549 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:22:22,550 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T11:22:22,700 DEBUG [e12b86b8109d:42521 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T11:22:22,701 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e12b86b8109d,40559,1733311340024 2024-12-04T11:22:22,702 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,40559,1733311340024, state=OPENING 2024-12-04T11:22:22,744 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T11:22:22,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42521-0x101a01411940000, quorum=127.0.0.1:56841, baseZNode=/0924800590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0924800590 2024-12-04T11:22:22,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40559-0x101a01411940001, quorum=127.0.0.1:56841, baseZNode=/0924800590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0924800590 2024-12-04T11:22:22,755 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0924800590/meta-region-server: CHANGED 2024-12-04T11:22:22,755 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0924800590/meta-region-server: CHANGED 2024-12-04T11:22:22,755 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:22:22,755 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,40559,1733311340024}] 2024-12-04T11:22:22,907 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T11:22:22,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T11:22:22,911 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T11:22:22,911 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:22:22,911 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T11:22:22,912 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C40559%2C1733311340024.meta, suffix=.meta, logDir=hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024, archiveDir=hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/oldWALs, maxLogs=10 2024-12-04T11:22:22,922 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.meta.1733311342912.meta, exclude list is [], retry=0 2024-12-04T11:22:22,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43457,DS-b2eb3f9b-2b5b-4d45-a07c-e148102d34f3,DISK] 2024-12-04T11:22:22,925 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.meta.1733311342912.meta 2024-12-04T11:22:22,925 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44169:44169)] 2024-12-04T11:22:22,925 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:22:22,925 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:22:22,925 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T11:22:22,925 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T11:22:22,925 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T11:22:22,925 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T11:22:22,925 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:22:22,926 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T11:22:22,926 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T11:22:22,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:22:22,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:22:22,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:22,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:22:22,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:22:22,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:22:22,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:22,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:22:22,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:22:22,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:22:22,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:22,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:22:22,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:22:22,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:22:22,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:22,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:22:22,929 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:22:22,929 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/hbase/meta/1588230740 2024-12-04T11:22:22,930 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/hbase/meta/1588230740 2024-12-04T11:22:22,930 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:22:22,930 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:22:22,930 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:22:22,931 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:22:22,932 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59199661, jitterRate=-0.11785630881786346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:22:22,932 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T11:22:22,932 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733311342926Writing region info on filesystem at 1733311342926Initializing all the Stores at 1733311342926Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311342926Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311342926Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311342926Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311342926Cleaning up temporary data from old regions at 1733311342930 (+4 ms)Running coprocessor post-open hooks at 1733311342932 (+2 ms)Region opened successfully at 1733311342932 2024-12-04T11:22:22,932 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733311342907 2024-12-04T11:22:22,933 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T11:22:22,934 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T11:22:22,934 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e12b86b8109d,40559,1733311340024 2024-12-04T11:22:22,934 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,40559,1733311340024, state=OPEN 2024-12-04T11:22:22,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40559-0x101a01411940001, quorum=127.0.0.1:56841, baseZNode=/0924800590 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0924800590/meta-region-server 2024-12-04T11:22:22,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42521-0x101a01411940000, quorum=127.0.0.1:56841, baseZNode=/0924800590 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0924800590/meta-region-server 2024-12-04T11:22:22,996 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e12b86b8109d,40559,1733311340024 2024-12-04T11:22:22,996 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0924800590/meta-region-server: CHANGED 2024-12-04T11:22:22,996 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0924800590/meta-region-server: CHANGED 2024-12-04T11:22:22,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T11:22:22,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,40559,1733311340024 in 241 msec 2024-12-04T11:22:22,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T11:22:22,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 449 msec 2024-12-04T11:22:22,999 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:22:22,999 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T11:22:23,000 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:22:23,000 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40559,1733311340024, seqNum=-1] 2024-12-04T11:22:23,000 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:22:23,001 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:22:23,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2780 sec 2024-12-04T11:22:23,004 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733311343004, completionTime=-1 2024-12-04T11:22:23,004 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T11:22:23,005 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T11:22:23,006 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T11:22:23,006 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733311403006 2024-12-04T11:22:23,006 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733311463006 2024-12-04T11:22:23,006 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T11:22:23,006 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,42521,1733311339835-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:23,006 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,42521,1733311339835-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:23,006 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,42521,1733311339835-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:23,006 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e12b86b8109d:42521, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:23,006 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:23,007 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:23,008 DEBUG [master/e12b86b8109d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T11:22:23,009 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.793sec 2024-12-04T11:22:23,009 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T11:22:23,009 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T11:22:23,009 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T11:22:23,009 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T11:22:23,009 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T11:22:23,009 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,42521,1733311339835-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:22:23,009 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,42521,1733311339835-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T11:22:23,010 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T11:22:23,010 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T11:22:23,011 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,42521,1733311339835-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:23,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@461d4be1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:23,100 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,42521,-1 for getting cluster id 2024-12-04T11:22:23,100 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:22:23,101 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1df3729e-7132-4700-ae32-c8f05a17d57f' 2024-12-04T11:22:23,101 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:22:23,101 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1df3729e-7132-4700-ae32-c8f05a17d57f" 2024-12-04T11:22:23,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e43e67b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:23,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,42521,-1] 2024-12-04T11:22:23,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:22:23,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:23,102 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:22:23,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d494a14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:23,103 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:22:23,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40559,1733311340024, seqNum=-1] 2024-12-04T11:22:23,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:22:23,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:22:23,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e12b86b8109d,42521,1733311339835 2024-12-04T11:22:23,106 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56841 2024-12-04T11:22:23,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56841, baseZNode=/0924800590 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:22:23,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a01411940002 connected 2024-12-04T11:22:23,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b113bd77-1b0b-e2aa-f4c1-fd78efc1cc1c/hadoop.log.dir so I do NOT create it in target/test-data/03364c48-875c-f240-8738-7e11318dbdce 2024-12-04T11:22:23,137 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b113bd77-1b0b-e2aa-f4c1-fd78efc1cc1c/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T11:22:23,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b113bd77-1b0b-e2aa-f4c1-fd78efc1cc1c/hadoop.tmp.dir so I do NOT create it in target/test-data/03364c48-875c-f240-8738-7e11318dbdce 2024-12-04T11:22:23,137 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b113bd77-1b0b-e2aa-f4c1-fd78efc1cc1c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T11:22:23,137 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03364c48-875c-f240-8738-7e11318dbdce 2024-12-04T11:22:23,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T11:22:23,137 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03364c48-875c-f240-8738-7e11318dbdce/cluster_c0ba063a-e6c5-4830-2b5f-e5173852b29f, deleteOnExit=true 2024-12-04T11:22:23,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T11:22:23,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03364c48-875c-f240-8738-7e11318dbdce/test.cache.data in system properties and HBase conf 2024-12-04T11:22:23,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03364c48-875c-f240-8738-7e11318dbdce/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T11:22:23,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03364c48-875c-f240-8738-7e11318dbdce/hadoop.log.dir in system properties and HBase conf 2024-12-04T11:22:23,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03364c48-875c-f240-8738-7e11318dbdce/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T11:22:23,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03364c48-875c-f240-8738-7e11318dbdce/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T11:22:23,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T11:22:23,138 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T11:22:23,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03364c48-875c-f240-8738-7e11318dbdce/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T11:22:23,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03364c48-875c-f240-8738-7e11318dbdce/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T11:22:23,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03364c48-875c-f240-8738-7e11318dbdce/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T11:22:23,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03364c48-875c-f240-8738-7e11318dbdce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T11:22:23,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03364c48-875c-f240-8738-7e11318dbdce/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T11:22:23,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03364c48-875c-f240-8738-7e11318dbdce/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T11:22:23,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03364c48-875c-f240-8738-7e11318dbdce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T11:22:23,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03364c48-875c-f240-8738-7e11318dbdce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T11:22:23,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03364c48-875c-f240-8738-7e11318dbdce/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T11:22:23,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03364c48-875c-f240-8738-7e11318dbdce/nfs.dump.dir in system properties and HBase conf 2024-12-04T11:22:23,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03364c48-875c-f240-8738-7e11318dbdce/java.io.tmpdir in system properties and HBase conf 2024-12-04T11:22:23,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03364c48-875c-f240-8738-7e11318dbdce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T11:22:23,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03364c48-875c-f240-8738-7e11318dbdce/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T11:22:23,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03364c48-875c-f240-8738-7e11318dbdce/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T11:22:23,481 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:22:23,483 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T11:22:23,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T11:22:23,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T11:22:23,484 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T11:22:23,485 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:22:23,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@698ce6fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03364c48-875c-f240-8738-7e11318dbdce/hadoop.log.dir/,AVAILABLE} 2024-12-04T11:22:23,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ff20f3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T11:22:23,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1125a761{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03364c48-875c-f240-8738-7e11318dbdce/java.io.tmpdir/jetty-localhost-38197-hadoop-hdfs-3_4_1-tests_jar-_-any-4964118150229227993/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T11:22:23,576 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cfaf16c{HTTP/1.1, (http/1.1)}{localhost:38197} 2024-12-04T11:22:23,577 INFO [Time-limited test {}] server.Server(415): Started @338288ms 2024-12-04T11:22:23,818 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:22:23,819 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T11:22:23,820 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T11:22:23,820 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T11:22:23,821 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T11:22:23,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b66af75{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03364c48-875c-f240-8738-7e11318dbdce/hadoop.log.dir/,AVAILABLE} 2024-12-04T11:22:23,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435c3424{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T11:22:23,911 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d5fa3db{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03364c48-875c-f240-8738-7e11318dbdce/java.io.tmpdir/jetty-localhost-43479-hadoop-hdfs-3_4_1-tests_jar-_-any-3174081974040151381/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T11:22:23,912 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@318c5ff0{HTTP/1.1, (http/1.1)}{localhost:43479} 2024-12-04T11:22:23,912 INFO [Time-limited test {}] server.Server(415): Started @338623ms 2024-12-04T11:22:23,912 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T11:22:24,566 WARN [Thread-4456 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03364c48-875c-f240-8738-7e11318dbdce/cluster_c0ba063a-e6c5-4830-2b5f-e5173852b29f/data/data2/current/BP-804034803-172.17.0.2-1733311343156/current, will proceed with Du for space computation calculation, 2024-12-04T11:22:24,566 WARN [Thread-4455 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03364c48-875c-f240-8738-7e11318dbdce/cluster_c0ba063a-e6c5-4830-2b5f-e5173852b29f/data/data1/current/BP-804034803-172.17.0.2-1733311343156/current, will proceed with Du for space computation calculation, 2024-12-04T11:22:24,579 WARN [Thread-4443 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T11:22:24,581 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x702bdc4b3ae90b5a with lease ID 0x790b0902ee5677eb: Processing first storage report for DS-91110010-72a7-46ba-8cb4-eb323d174d70 from datanode DatanodeRegistration(127.0.0.1:35939, datanodeUuid=2b0d743c-9d4f-426a-a478-c01251f8b90e, infoPort=38783, infoSecurePort=0, ipcPort=38777, storageInfo=lv=-57;cid=testClusterID;nsid=20215152;c=1733311343156) 2024-12-04T11:22:24,581 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x702bdc4b3ae90b5a with lease ID 0x790b0902ee5677eb: from storage DS-91110010-72a7-46ba-8cb4-eb323d174d70 node DatanodeRegistration(127.0.0.1:35939, datanodeUuid=2b0d743c-9d4f-426a-a478-c01251f8b90e, infoPort=38783, infoSecurePort=0, ipcPort=38777, storageInfo=lv=-57;cid=testClusterID;nsid=20215152;c=1733311343156), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T11:22:24,581 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x702bdc4b3ae90b5a with lease ID 0x790b0902ee5677eb: Processing first storage report for DS-2ef5c421-3894-444e-a964-46a2761af4b9 from datanode DatanodeRegistration(127.0.0.1:35939, datanodeUuid=2b0d743c-9d4f-426a-a478-c01251f8b90e, infoPort=38783, infoSecurePort=0, ipcPort=38777, storageInfo=lv=-57;cid=testClusterID;nsid=20215152;c=1733311343156) 2024-12-04T11:22:24,581 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x702bdc4b3ae90b5a with lease ID 0x790b0902ee5677eb: from storage DS-2ef5c421-3894-444e-a964-46a2761af4b9 node DatanodeRegistration(127.0.0.1:35939, datanodeUuid=2b0d743c-9d4f-426a-a478-c01251f8b90e, infoPort=38783, infoSecurePort=0, ipcPort=38777, storageInfo=lv=-57;cid=testClusterID;nsid=20215152;c=1733311343156), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T11:22:24,635 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03364c48-875c-f240-8738-7e11318dbdce 2024-12-04T11:22:24,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:22:24,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:22:24,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741825_1001 (size=7) 2024-12-04T11:22:25,042 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212 with version=8 2024-12-04T11:22:25,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/hbase-staging 2024-12-04T11:22:25,044 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:22:25,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:22:25,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:22:25,045 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:22:25,045 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:22:25,045 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:22:25,045 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T11:22:25,045 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:22:25,045 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41181 2024-12-04T11:22:25,046 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41181 connecting to ZooKeeper ensemble=127.0.0.1:56841 2024-12-04T11:22:25,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411810x0, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:22:25,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41181-0x101a01411940003 connected 2024-12-04T11:22:25,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:22:25,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:22:25,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41181-0x101a01411940003, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Set watcher on znode that does not yet exist, /1-1709307323/running 2024-12-04T11:22:25,169 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212, hbase.cluster.distributed=false 2024-12-04T11:22:25,170 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41181-0x101a01411940003, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Set watcher on znode that does not yet exist, /1-1709307323/acl 2024-12-04T11:22:25,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41181 2024-12-04T11:22:25,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41181 2024-12-04T11:22:25,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41181 2024-12-04T11:22:25,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41181 2024-12-04T11:22:25,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41181 2024-12-04T11:22:25,186 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:22:25,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:22:25,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:22:25,186 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:22:25,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:22:25,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:22:25,186 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T11:22:25,186 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:22:25,187 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38223 2024-12-04T11:22:25,187 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38223 connecting to ZooKeeper ensemble=127.0.0.1:56841 2024-12-04T11:22:25,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:22:25,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:22:25,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382230x0, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:22:25,197 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382230x0, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Set watcher on znode that does not yet exist, /1-1709307323/running 2024-12-04T11:22:25,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38223-0x101a01411940004 connected 2024-12-04T11:22:25,197 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T11:22:25,198 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T11:22:25,198 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38223-0x101a01411940004, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Set watcher on znode that does not yet exist, /1-1709307323/master 2024-12-04T11:22:25,199 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38223-0x101a01411940004, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Set watcher on znode that does not yet exist, /1-1709307323/acl 2024-12-04T11:22:25,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38223 2024-12-04T11:22:25,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38223 2024-12-04T11:22:25,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38223 2024-12-04T11:22:25,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38223 2024-12-04T11:22:25,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38223 2024-12-04T11:22:25,217 DEBUG [M:0;e12b86b8109d:41181 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e12b86b8109d:41181 2024-12-04T11:22:25,218 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1709307323/backup-masters/e12b86b8109d,41181,1733311345044 2024-12-04T11:22:25,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38223-0x101a01411940004, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709307323/backup-masters 2024-12-04T11:22:25,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41181-0x101a01411940003, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709307323/backup-masters 2024-12-04T11:22:25,229 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41181-0x101a01411940003, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Set watcher on existing znode=/1-1709307323/backup-masters/e12b86b8109d,41181,1733311345044 2024-12-04T11:22:25,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38223-0x101a01411940004, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1709307323/master 2024-12-04T11:22:25,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38223-0x101a01411940004, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709307323 2024-12-04T11:22:25,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41181-0x101a01411940003, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709307323 2024-12-04T11:22:25,239 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41181-0x101a01411940003, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Set watcher on existing znode=/1-1709307323/master 2024-12-04T11:22:25,239 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1709307323/backup-masters/e12b86b8109d,41181,1733311345044 from backup master directory 2024-12-04T11:22:25,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41181-0x101a01411940003, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1709307323/backup-masters/e12b86b8109d,41181,1733311345044 2024-12-04T11:22:25,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38223-0x101a01411940004, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709307323/backup-masters 2024-12-04T11:22:25,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41181-0x101a01411940003, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709307323/backup-masters 2024-12-04T11:22:25,249 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:22:25,249 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e12b86b8109d,41181,1733311345044 2024-12-04T11:22:25,252 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/hbase.id] with ID: 287dda0b-cfbc-46d3-9fe2-60c9f5f3066d 2024-12-04T11:22:25,252 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/.tmp/hbase.id 2024-12-04T11:22:25,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741826_1002 (size=42) 2024-12-04T11:22:25,658 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/.tmp/hbase.id]:[hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/hbase.id] 2024-12-04T11:22:25,664 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:22:25,664 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T11:22:25,665 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T11:22:25,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38223-0x101a01411940004, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709307323 2024-12-04T11:22:25,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41181-0x101a01411940003, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709307323 2024-12-04T11:22:25,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741827_1003 (size=196) 2024-12-04T11:22:25,760 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:22:25,761 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T11:22:25,761 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:22:25,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741828_1004 (size=1189) 2024-12-04T11:22:26,166 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/MasterData/data/master/store 2024-12-04T11:22:26,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741829_1005 (size=34) 2024-12-04T11:22:26,571 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:22:26,571 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:22:26,571 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:22:26,571 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:22:26,571 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:22:26,571 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:22:26,571 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:22:26,571 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311346571Disabling compacts and flushes for region at 1733311346571Disabling writes for close at 1733311346571Writing region close event to WAL at 1733311346571Closed at 1733311346571 2024-12-04T11:22:26,572 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/MasterData/data/master/store/.initializing 2024-12-04T11:22:26,572 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/MasterData/WALs/e12b86b8109d,41181,1733311345044 2024-12-04T11:22:26,572 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:22:26,573 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e12b86b8109d%2C41181%2C1733311345044, suffix=, logDir=hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/MasterData/WALs/e12b86b8109d,41181,1733311345044, archiveDir=hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/MasterData/oldWALs, maxLogs=10 2024-12-04T11:22:26,584 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/MasterData/WALs/e12b86b8109d,41181,1733311345044/e12b86b8109d%2C41181%2C1733311345044.1733311346573, exclude list is [], retry=0 2024-12-04T11:22:26,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35939,DS-91110010-72a7-46ba-8cb4-eb323d174d70,DISK] 2024-12-04T11:22:26,587 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/MasterData/WALs/e12b86b8109d,41181,1733311345044/e12b86b8109d%2C41181%2C1733311345044.1733311346573 2024-12-04T11:22:26,588 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38783:38783)] 2024-12-04T11:22:26,588 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:22:26,588 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:22:26,588 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:26,588 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:26,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:26,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T11:22:26,590 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:26,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:22:26,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:26,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T11:22:26,591 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:26,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:22:26,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:26,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T11:22:26,592 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:26,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:22:26,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:26,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T11:22:26,593 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:26,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:22:26,594 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:26,594 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:26,595 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:26,595 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:26,595 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:26,596 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:22:26,597 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:26,598 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:22:26,598 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60249972, jitterRate=-0.10220545530319214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:22:26,598 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733311346588Initializing all the Stores at 1733311346589 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311346589Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311346589Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311346589Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311346589Cleaning up temporary data from old regions at 1733311346595 (+6 ms)Region opened successfully at 1733311346598 (+3 ms) 2024-12-04T11:22:26,599 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T11:22:26,600 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@567695d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:22:26,601 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T11:22:26,601 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T11:22:26,601 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T11:22:26,601 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T11:22:26,602 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T11:22:26,602 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T11:22:26,602 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T11:22:26,606 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T11:22:26,606 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41181-0x101a01411940003, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Unable to get data of znode /1-1709307323/balancer because node does not exist (not necessarily an error) 2024-12-04T11:22:26,670 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1709307323/balancer already deleted, retry=false 2024-12-04T11:22:26,671 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T11:22:26,671 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41181-0x101a01411940003, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Unable to get data of znode /1-1709307323/normalizer because node does not exist (not necessarily an error) 2024-12-04T11:22:26,681 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1709307323/normalizer already deleted, retry=false 2024-12-04T11:22:26,681 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T11:22:26,682 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41181-0x101a01411940003, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Unable to get data of znode /1-1709307323/switch/split because node does not exist (not necessarily an error) 2024-12-04T11:22:26,691 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1709307323/switch/split already deleted, retry=false 2024-12-04T11:22:26,692 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41181-0x101a01411940003, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Unable to get data of znode /1-1709307323/switch/merge because node does not exist (not necessarily an error) 2024-12-04T11:22:26,702 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1709307323/switch/merge already deleted, retry=false 2024-12-04T11:22:26,703 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41181-0x101a01411940003, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Unable to get data of znode /1-1709307323/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T11:22:26,712 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1709307323/snapshot-cleanup already deleted, retry=false 2024-12-04T11:22:26,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41181-0x101a01411940003, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1709307323/running 2024-12-04T11:22:26,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38223-0x101a01411940004, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1709307323/running 2024-12-04T11:22:26,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41181-0x101a01411940003, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709307323 2024-12-04T11:22:26,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38223-0x101a01411940004, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709307323 2024-12-04T11:22:26,723 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e12b86b8109d,41181,1733311345044, sessionid=0x101a01411940003, setting cluster-up flag (Was=false) 2024-12-04T11:22:26,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41181-0x101a01411940003, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709307323 2024-12-04T11:22:26,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38223-0x101a01411940004, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709307323 2024-12-04T11:22:26,776 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1709307323/flush-table-proc/acquired, /1-1709307323/flush-table-proc/reached, /1-1709307323/flush-table-proc/abort 2024-12-04T11:22:26,776 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,41181,1733311345044 2024-12-04T11:22:26,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38223-0x101a01411940004, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709307323 2024-12-04T11:22:26,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41181-0x101a01411940003, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709307323 2024-12-04T11:22:26,828 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1709307323/online-snapshot/acquired, /1-1709307323/online-snapshot/reached, /1-1709307323/online-snapshot/abort 2024-12-04T11:22:26,829 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,41181,1733311345044 2024-12-04T11:22:26,830 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T11:22:26,831 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T11:22:26,831 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T11:22:26,831 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T11:22:26,831 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e12b86b8109d,41181,1733311345044 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T11:22:26,832 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:22:26,832 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:22:26,832 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:22:26,832 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:22:26,832 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e12b86b8109d:0, corePoolSize=10, maxPoolSize=10 2024-12-04T11:22:26,832 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:26,832 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:22:26,832 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:26,833 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733311376833 2024-12-04T11:22:26,833 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T11:22:26,833 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T11:22:26,833 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T11:22:26,833 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T11:22:26,833 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T11:22:26,833 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T11:22:26,833 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:22:26,834 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T11:22:26,834 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:26,834 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T11:22:26,834 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T11:22:26,834 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T11:22:26,834 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T11:22:26,834 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:26,834 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T11:22:26,834 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T11:22:26,834 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T11:22:26,834 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311346834,5,FailOnTimeoutGroup] 2024-12-04T11:22:26,834 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311346834,5,FailOnTimeoutGroup] 2024-12-04T11:22:26,835 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:26,835 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T11:22:26,835 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:26,835 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:26,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741831_1007 (size=1321) 2024-12-04T11:22:26,907 INFO [RS:0;e12b86b8109d:38223 {}] regionserver.HRegionServer(746): ClusterId : 287dda0b-cfbc-46d3-9fe2-60c9f5f3066d 2024-12-04T11:22:26,907 DEBUG [RS:0;e12b86b8109d:38223 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T11:22:26,913 DEBUG [RS:0;e12b86b8109d:38223 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T11:22:26,913 DEBUG [RS:0;e12b86b8109d:38223 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T11:22:26,923 DEBUG [RS:0;e12b86b8109d:38223 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T11:22:26,924 DEBUG [RS:0;e12b86b8109d:38223 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c7c975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:22:26,933 DEBUG [RS:0;e12b86b8109d:38223 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e12b86b8109d:38223 2024-12-04T11:22:26,933 INFO [RS:0;e12b86b8109d:38223 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T11:22:26,933 INFO [RS:0;e12b86b8109d:38223 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T11:22:26,933 DEBUG [RS:0;e12b86b8109d:38223 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T11:22:26,933 INFO [RS:0;e12b86b8109d:38223 {}] regionserver.HRegionServer(2659): reportForDuty to master=e12b86b8109d,41181,1733311345044 with port=38223, startcode=1733311345186 2024-12-04T11:22:26,933 DEBUG [RS:0;e12b86b8109d:38223 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T11:22:26,934 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T11:22:26,935 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41181 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e12b86b8109d,38223,1733311345186 2024-12-04T11:22:26,935 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41181 {}] master.ServerManager(517): Registering regionserver=e12b86b8109d,38223,1733311345186 2024-12-04T11:22:26,935 DEBUG [RS:0;e12b86b8109d:38223 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212 2024-12-04T11:22:26,935 DEBUG [RS:0;e12b86b8109d:38223 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37533 2024-12-04T11:22:26,936 DEBUG [RS:0;e12b86b8109d:38223 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T11:22:26,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41181-0x101a01411940003, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709307323/rs 2024-12-04T11:22:26,997 DEBUG [RS:0;e12b86b8109d:38223 {}] zookeeper.ZKUtil(111): regionserver:38223-0x101a01411940004, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Set watcher on existing znode=/1-1709307323/rs/e12b86b8109d,38223,1733311345186 2024-12-04T11:22:26,997 WARN [RS:0;e12b86b8109d:38223 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:22:26,997 INFO [RS:0;e12b86b8109d:38223 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:22:26,997 DEBUG [RS:0;e12b86b8109d:38223 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/WALs/e12b86b8109d,38223,1733311345186 2024-12-04T11:22:26,997 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e12b86b8109d,38223,1733311345186] 2024-12-04T11:22:26,999 INFO [RS:0;e12b86b8109d:38223 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T11:22:27,001 INFO [RS:0;e12b86b8109d:38223 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T11:22:27,001 INFO [RS:0;e12b86b8109d:38223 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T11:22:27,001 INFO [RS:0;e12b86b8109d:38223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:27,001 INFO [RS:0;e12b86b8109d:38223 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T11:22:27,002 INFO [RS:0;e12b86b8109d:38223 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T11:22:27,002 INFO [RS:0;e12b86b8109d:38223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:27,002 DEBUG [RS:0;e12b86b8109d:38223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:27,002 DEBUG [RS:0;e12b86b8109d:38223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:27,002 DEBUG [RS:0;e12b86b8109d:38223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:27,002 DEBUG [RS:0;e12b86b8109d:38223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:27,002 DEBUG [RS:0;e12b86b8109d:38223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:27,002 DEBUG [RS:0;e12b86b8109d:38223 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:22:27,002 DEBUG [RS:0;e12b86b8109d:38223 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:27,002 DEBUG [RS:0;e12b86b8109d:38223 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:27,002 DEBUG [RS:0;e12b86b8109d:38223 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:27,002 DEBUG [RS:0;e12b86b8109d:38223 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:27,002 DEBUG [RS:0;e12b86b8109d:38223 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:27,002 DEBUG [RS:0;e12b86b8109d:38223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:27,002 DEBUG [RS:0;e12b86b8109d:38223 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:22:27,002 DEBUG [RS:0;e12b86b8109d:38223 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:22:27,002 INFO [RS:0;e12b86b8109d:38223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:27,002 INFO [RS:0;e12b86b8109d:38223 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:27,002 INFO [RS:0;e12b86b8109d:38223 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:27,002 INFO [RS:0;e12b86b8109d:38223 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:27,002 INFO [RS:0;e12b86b8109d:38223 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:27,002 INFO [RS:0;e12b86b8109d:38223 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,38223,1733311345186-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:22:27,018 INFO [RS:0;e12b86b8109d:38223 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T11:22:27,018 INFO [RS:0;e12b86b8109d:38223 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,38223,1733311345186-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:27,018 INFO [RS:0;e12b86b8109d:38223 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:27,018 INFO [RS:0;e12b86b8109d:38223 {}] regionserver.Replication(171): e12b86b8109d,38223,1733311345186 started 2024-12-04T11:22:27,032 INFO [RS:0;e12b86b8109d:38223 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:27,032 INFO [RS:0;e12b86b8109d:38223 {}] regionserver.HRegionServer(1482): Serving as e12b86b8109d,38223,1733311345186, RpcServer on e12b86b8109d/172.17.0.2:38223, sessionid=0x101a01411940004 2024-12-04T11:22:27,033 DEBUG [RS:0;e12b86b8109d:38223 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T11:22:27,033 DEBUG [RS:0;e12b86b8109d:38223 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e12b86b8109d,38223,1733311345186 2024-12-04T11:22:27,033 DEBUG [RS:0;e12b86b8109d:38223 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,38223,1733311345186' 2024-12-04T11:22:27,033 DEBUG [RS:0;e12b86b8109d:38223 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1709307323/flush-table-proc/abort' 2024-12-04T11:22:27,033 DEBUG [RS:0;e12b86b8109d:38223 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1709307323/flush-table-proc/acquired' 2024-12-04T11:22:27,033 DEBUG [RS:0;e12b86b8109d:38223 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T11:22:27,033 DEBUG [RS:0;e12b86b8109d:38223 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T11:22:27,033 DEBUG [RS:0;e12b86b8109d:38223 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e12b86b8109d,38223,1733311345186 2024-12-04T11:22:27,033 DEBUG [RS:0;e12b86b8109d:38223 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,38223,1733311345186' 2024-12-04T11:22:27,033 DEBUG [RS:0;e12b86b8109d:38223 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1709307323/online-snapshot/abort' 2024-12-04T11:22:27,034 DEBUG [RS:0;e12b86b8109d:38223 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1709307323/online-snapshot/acquired' 2024-12-04T11:22:27,034 DEBUG [RS:0;e12b86b8109d:38223 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T11:22:27,034 INFO [RS:0;e12b86b8109d:38223 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T11:22:27,034 INFO [RS:0;e12b86b8109d:38223 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T11:22:27,134 INFO [RS:0;e12b86b8109d:38223 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:22:27,135 INFO [RS:0;e12b86b8109d:38223 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C38223%2C1733311345186, suffix=, logDir=hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/WALs/e12b86b8109d,38223,1733311345186, archiveDir=hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/oldWALs, maxLogs=10 2024-12-04T11:22:27,147 DEBUG [RS:0;e12b86b8109d:38223 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/WALs/e12b86b8109d,38223,1733311345186/e12b86b8109d%2C38223%2C1733311345186.1733311347136, exclude list is [], retry=0 2024-12-04T11:22:27,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35939,DS-91110010-72a7-46ba-8cb4-eb323d174d70,DISK] 2024-12-04T11:22:27,150 INFO [RS:0;e12b86b8109d:38223 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/WALs/e12b86b8109d,38223,1733311345186/e12b86b8109d%2C38223%2C1733311345186.1733311347136 2024-12-04T11:22:27,151 DEBUG [RS:0;e12b86b8109d:38223 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38783:38783)] 2024-12-04T11:22:27,242 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T11:22:27,242 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212 2024-12-04T11:22:27,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741833_1009 (size=32) 2024-12-04T11:22:27,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:22:27,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:22:27,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:22:27,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:27,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:22:27,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:22:27,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:22:27,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:27,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:22:27,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:22:27,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:22:27,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:27,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:22:27,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:22:27,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:22:27,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:27,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:22:27,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:22:27,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/hbase/meta/1588230740 2024-12-04T11:22:27,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/hbase/meta/1588230740 2024-12-04T11:22:27,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:22:27,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:22:27,654 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:22:27,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:22:27,656 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:22:27,656 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72023371, jitterRate=0.07323186099529266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:22:27,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733311347647Initializing all the Stores at 1733311347647Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311347647Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311347647Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311347647Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311347647Cleaning up temporary data from old regions at 1733311347653 (+6 ms)Region opened successfully at 1733311347656 (+3 ms) 2024-12-04T11:22:27,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:22:27,656 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:22:27,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:22:27,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:22:27,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:22:27,656 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:22:27,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311347656Disabling compacts and flushes for region at 1733311347656Disabling writes for close at 1733311347656Writing region close event to WAL at 1733311347656Closed at 1733311347656 2024-12-04T11:22:27,657 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:22:27,657 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T11:22:27,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T11:22:27,658 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:22:27,658 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T11:22:27,809 DEBUG [e12b86b8109d:41181 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T11:22:27,809 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e12b86b8109d,38223,1733311345186 2024-12-04T11:22:27,810 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,38223,1733311345186, state=OPENING 2024-12-04T11:22:27,836 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T11:22:27,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41181-0x101a01411940003, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709307323 2024-12-04T11:22:27,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38223-0x101a01411940004, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709307323 2024-12-04T11:22:27,924 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1709307323/meta-region-server: CHANGED 2024-12-04T11:22:27,924 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:22:27,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,38223,1733311345186}] 2024-12-04T11:22:27,924 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1709307323/meta-region-server: CHANGED 2024-12-04T11:22:28,075 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T11:22:28,076 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T11:22:28,079 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T11:22:28,079 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:22:28,079 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T11:22:28,080 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C38223%2C1733311345186.meta, suffix=.meta, logDir=hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/WALs/e12b86b8109d,38223,1733311345186, archiveDir=hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/oldWALs, maxLogs=10 2024-12-04T11:22:28,090 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/WALs/e12b86b8109d,38223,1733311345186/e12b86b8109d%2C38223%2C1733311345186.meta.1733311348080.meta, exclude list is [], retry=0 2024-12-04T11:22:28,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35939,DS-91110010-72a7-46ba-8cb4-eb323d174d70,DISK] 2024-12-04T11:22:28,093 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/WALs/e12b86b8109d,38223,1733311345186/e12b86b8109d%2C38223%2C1733311345186.meta.1733311348080.meta 2024-12-04T11:22:28,093 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38783:38783)] 2024-12-04T11:22:28,093 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:22:28,093 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:22:28,093 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T11:22:28,093 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T11:22:28,093 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T11:22:28,093 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T11:22:28,093 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:22:28,094 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T11:22:28,094 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T11:22:28,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:22:28,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:22:28,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:28,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:22:28,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:22:28,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:22:28,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:28,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:22:28,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:22:28,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:22:28,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:28,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:22:28,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:22:28,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:22:28,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:28,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:22:28,098 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:22:28,098 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/hbase/meta/1588230740 2024-12-04T11:22:28,099 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/hbase/meta/1588230740 2024-12-04T11:22:28,099 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:22:28,099 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:22:28,100 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:22:28,101 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:22:28,101 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66117723, jitterRate=-0.01476915180683136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:22:28,101 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T11:22:28,101 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733311348094Writing region info on filesystem at 1733311348094Initializing all the Stores at 1733311348094Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311348094Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311348094Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311348094Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311348094Cleaning up temporary data from old regions at 1733311348099 (+5 ms)Running coprocessor post-open hooks at 1733311348101 (+2 ms)Region opened successfully at 1733311348101 2024-12-04T11:22:28,102 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733311348075 2024-12-04T11:22:28,103 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T11:22:28,103 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T11:22:28,103 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e12b86b8109d,38223,1733311345186 2024-12-04T11:22:28,104 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,38223,1733311345186, state=OPEN 2024-12-04T11:22:28,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41181-0x101a01411940003, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1709307323/meta-region-server 2024-12-04T11:22:28,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38223-0x101a01411940004, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1709307323/meta-region-server 2024-12-04T11:22:28,134 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e12b86b8109d,38223,1733311345186 2024-12-04T11:22:28,134 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1709307323/meta-region-server: CHANGED 2024-12-04T11:22:28,134 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1709307323/meta-region-server: CHANGED 2024-12-04T11:22:28,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T11:22:28,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,38223,1733311345186 in 210 msec 2024-12-04T11:22:28,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T11:22:28,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 478 msec 2024-12-04T11:22:28,137 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:22:28,137 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T11:22:28,137 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:22:28,138 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,38223,1733311345186, seqNum=-1] 2024-12-04T11:22:28,138 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:22:28,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:22:28,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3110 sec 2024-12-04T11:22:28,142 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733311348142, completionTime=-1 2024-12-04T11:22:28,142 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T11:22:28,142 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T11:22:28,143 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T11:22:28,143 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733311408143 2024-12-04T11:22:28,143 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733311468143 2024-12-04T11:22:28,143 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T11:22:28,143 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,41181,1733311345044-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:28,143 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,41181,1733311345044-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:28,143 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,41181,1733311345044-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:28,143 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e12b86b8109d:41181, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:28,143 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:28,143 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:28,144 DEBUG [master/e12b86b8109d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T11:22:28,146 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.897sec 2024-12-04T11:22:28,146 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T11:22:28,146 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T11:22:28,146 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T11:22:28,146 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T11:22:28,146 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T11:22:28,146 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,41181,1733311345044-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:22:28,146 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,41181,1733311345044-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T11:22:28,147 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T11:22:28,147 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T11:22:28,147 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,41181,1733311345044-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:28,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf6921c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:28,208 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,41181,-1 for getting cluster id 2024-12-04T11:22:28,208 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:22:28,208 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '287dda0b-cfbc-46d3-9fe2-60c9f5f3066d' 2024-12-04T11:22:28,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:22:28,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "287dda0b-cfbc-46d3-9fe2-60c9f5f3066d" 2024-12-04T11:22:28,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7957b8fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:28,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,41181,-1] 2024-12-04T11:22:28,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:22:28,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:28,209 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:22:28,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba28b56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:28,210 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:22:28,211 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,38223,1733311345186, seqNum=-1] 2024-12-04T11:22:28,211 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:22:28,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:22:28,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e12b86b8109d,41181,1733311345044 2024-12-04T11:22:28,213 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56841 2024-12-04T11:22:28,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:22:28,226 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a01411940005 connected 2024-12-04T11:22:28,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03364c48-875c-f240-8738-7e11318dbdce/hadoop.log.dir so I do NOT create it in target/test-data/a9dd46c4-4687-cd50-3d0d-2c45816d571a 2024-12-04T11:22:28,238 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03364c48-875c-f240-8738-7e11318dbdce/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T11:22:28,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03364c48-875c-f240-8738-7e11318dbdce/hadoop.tmp.dir so I do NOT create it in target/test-data/a9dd46c4-4687-cd50-3d0d-2c45816d571a 2024-12-04T11:22:28,238 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03364c48-875c-f240-8738-7e11318dbdce/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T11:22:28,238 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9dd46c4-4687-cd50-3d0d-2c45816d571a 2024-12-04T11:22:28,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T11:22:28,238 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9dd46c4-4687-cd50-3d0d-2c45816d571a/cluster_4d165e23-b010-08ef-55c4-fd286209a406, deleteOnExit=true 2024-12-04T11:22:28,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T11:22:28,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9dd46c4-4687-cd50-3d0d-2c45816d571a/test.cache.data in system properties and HBase conf 2024-12-04T11:22:28,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9dd46c4-4687-cd50-3d0d-2c45816d571a/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T11:22:28,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9dd46c4-4687-cd50-3d0d-2c45816d571a/hadoop.log.dir in system properties and HBase conf 2024-12-04T11:22:28,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9dd46c4-4687-cd50-3d0d-2c45816d571a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T11:22:28,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9dd46c4-4687-cd50-3d0d-2c45816d571a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T11:22:28,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T11:22:28,239 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T11:22:28,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9dd46c4-4687-cd50-3d0d-2c45816d571a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T11:22:28,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9dd46c4-4687-cd50-3d0d-2c45816d571a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T11:22:28,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9dd46c4-4687-cd50-3d0d-2c45816d571a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T11:22:28,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9dd46c4-4687-cd50-3d0d-2c45816d571a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T11:22:28,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9dd46c4-4687-cd50-3d0d-2c45816d571a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T11:22:28,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9dd46c4-4687-cd50-3d0d-2c45816d571a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T11:22:28,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9dd46c4-4687-cd50-3d0d-2c45816d571a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T11:22:28,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9dd46c4-4687-cd50-3d0d-2c45816d571a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T11:22:28,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9dd46c4-4687-cd50-3d0d-2c45816d571a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T11:22:28,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9dd46c4-4687-cd50-3d0d-2c45816d571a/nfs.dump.dir in system properties and HBase conf 2024-12-04T11:22:28,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9dd46c4-4687-cd50-3d0d-2c45816d571a/java.io.tmpdir in system properties and HBase conf 2024-12-04T11:22:28,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9dd46c4-4687-cd50-3d0d-2c45816d571a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T11:22:28,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9dd46c4-4687-cd50-3d0d-2c45816d571a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T11:22:28,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9dd46c4-4687-cd50-3d0d-2c45816d571a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T11:22:28,428 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:22:28,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:28,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:28,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:28,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:28,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:28,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:28,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:28,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:28,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:28,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:28,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:28,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:28,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:28,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:28,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:28,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:28,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:28,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:28,614 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:22:28,618 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T11:22:28,621 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T11:22:28,621 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T11:22:28,622 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T11:22:28,623 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:22:28,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a7b4b20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9dd46c4-4687-cd50-3d0d-2c45816d571a/hadoop.log.dir/,AVAILABLE} 2024-12-04T11:22:28,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@124dcaa6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T11:22:28,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a65f36e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9dd46c4-4687-cd50-3d0d-2c45816d571a/java.io.tmpdir/jetty-localhost-39873-hadoop-hdfs-3_4_1-tests_jar-_-any-14085625724457018270/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T11:22:28,715 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e587979{HTTP/1.1, (http/1.1)}{localhost:39873} 2024-12-04T11:22:28,715 INFO [Time-limited test {}] server.Server(415): Started @343426ms 2024-12-04T11:22:29,001 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T11:22:29,003 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T11:22:29,012 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T11:22:29,012 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T11:22:29,012 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T11:22:29,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70b9d12a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9dd46c4-4687-cd50-3d0d-2c45816d571a/hadoop.log.dir/,AVAILABLE} 2024-12-04T11:22:29,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23618ed5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T11:22:29,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c8b387b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9dd46c4-4687-cd50-3d0d-2c45816d571a/java.io.tmpdir/jetty-localhost-44779-hadoop-hdfs-3_4_1-tests_jar-_-any-7377677750914739249/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T11:22:29,106 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19f2c9d{HTTP/1.1, (http/1.1)}{localhost:44779} 2024-12-04T11:22:29,106 INFO [Time-limited test {}] server.Server(415): Started @343817ms 2024-12-04T11:22:29,107 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T11:22:30,044 WARN [Thread-4577 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9dd46c4-4687-cd50-3d0d-2c45816d571a/cluster_4d165e23-b010-08ef-55c4-fd286209a406/data/data2/current/BP-2026948948-172.17.0.2-1733311348252/current, will proceed with Du for space computation calculation, 2024-12-04T11:22:30,044 WARN [Thread-4576 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9dd46c4-4687-cd50-3d0d-2c45816d571a/cluster_4d165e23-b010-08ef-55c4-fd286209a406/data/data1/current/BP-2026948948-172.17.0.2-1733311348252/current, will proceed with Du for space computation calculation, 2024-12-04T11:22:30,063 WARN [Thread-4564 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T11:22:30,065 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4673708683b9312d with lease ID 0xea0fbe0ea3a518ad: Processing first storage report for DS-e179cb85-250a-411d-8eec-a71d5c61a219 from datanode DatanodeRegistration(127.0.0.1:46631, datanodeUuid=2a1b46b3-a55a-4996-8d73-d1474413c151, infoPort=43863, infoSecurePort=0, ipcPort=33323, storageInfo=lv=-57;cid=testClusterID;nsid=1564974451;c=1733311348252) 2024-12-04T11:22:30,065 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4673708683b9312d with lease ID 0xea0fbe0ea3a518ad: from storage DS-e179cb85-250a-411d-8eec-a71d5c61a219 node DatanodeRegistration(127.0.0.1:46631, datanodeUuid=2a1b46b3-a55a-4996-8d73-d1474413c151, infoPort=43863, infoSecurePort=0, ipcPort=33323, storageInfo=lv=-57;cid=testClusterID;nsid=1564974451;c=1733311348252), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T11:22:30,065 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4673708683b9312d with lease ID 0xea0fbe0ea3a518ad: Processing first storage report for DS-52a77a42-b84a-4bd4-8281-0d7ee1197b96 from datanode DatanodeRegistration(127.0.0.1:46631, datanodeUuid=2a1b46b3-a55a-4996-8d73-d1474413c151, infoPort=43863, infoSecurePort=0, ipcPort=33323, storageInfo=lv=-57;cid=testClusterID;nsid=1564974451;c=1733311348252) 2024-12-04T11:22:30,065 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4673708683b9312d with lease ID 0xea0fbe0ea3a518ad: from storage DS-52a77a42-b84a-4bd4-8281-0d7ee1197b96 node DatanodeRegistration(127.0.0.1:46631, datanodeUuid=2a1b46b3-a55a-4996-8d73-d1474413c151, infoPort=43863, infoSecurePort=0, ipcPort=33323, storageInfo=lv=-57;cid=testClusterID;nsid=1564974451;c=1733311348252), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T11:22:30,142 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9dd46c4-4687-cd50-3d0d-2c45816d571a 2024-12-04T11:22:30,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:22:30,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:22:30,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741825_1001 (size=7) 2024-12-04T11:22:30,550 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9 with version=8 2024-12-04T11:22:30,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/hbase-staging 2024-12-04T11:22:30,552 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:22:30,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:22:30,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:22:30,552 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:22:30,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:22:30,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:22:30,552 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T11:22:30,553 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:22:30,553 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38909 2024-12-04T11:22:30,554 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38909 connecting to ZooKeeper ensemble=127.0.0.1:56841 2024-12-04T11:22:30,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389090x0, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:22:30,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38909-0x101a01411940006 connected 2024-12-04T11:22:30,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:22:30,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:22:30,674 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38909-0x101a01411940006, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Set watcher on znode that does not yet exist, /2-2130112677/running 2024-12-04T11:22:30,674 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9, hbase.cluster.distributed=false 2024-12-04T11:22:30,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38909-0x101a01411940006, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Set watcher on znode that does not yet exist, /2-2130112677/acl 2024-12-04T11:22:30,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38909 2024-12-04T11:22:30,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38909 2024-12-04T11:22:30,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38909 2024-12-04T11:22:30,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38909 2024-12-04T11:22:30,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38909 2024-12-04T11:22:30,700 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e12b86b8109d:0 server-side Connection retries=45 2024-12-04T11:22:30,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:22:30,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T11:22:30,700 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T11:22:30,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T11:22:30,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T11:22:30,700 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T11:22:30,700 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T11:22:30,701 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46125 2024-12-04T11:22:30,702 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46125 connecting to ZooKeeper ensemble=127.0.0.1:56841 2024-12-04T11:22:30,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:22:30,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:22:30,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461250x0, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:22:30,721 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:461250x0, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Set watcher on znode that does not yet exist, /2-2130112677/running 2024-12-04T11:22:30,721 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46125-0x101a01411940007 connected 2024-12-04T11:22:30,721 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T11:22:30,722 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T11:22:30,722 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46125-0x101a01411940007, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Set watcher on znode that does not yet exist, /2-2130112677/master 2024-12-04T11:22:30,723 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46125-0x101a01411940007, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Set watcher on znode that does not yet exist, /2-2130112677/acl 2024-12-04T11:22:30,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46125 2024-12-04T11:22:30,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46125 2024-12-04T11:22:30,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46125 2024-12-04T11:22:30,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46125 2024-12-04T11:22:30,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46125 2024-12-04T11:22:30,741 DEBUG [M:0;e12b86b8109d:38909 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e12b86b8109d:38909 2024-12-04T11:22:30,742 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-2130112677/backup-masters/e12b86b8109d,38909,1733311350552 2024-12-04T11:22:30,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38909-0x101a01411940006, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2130112677/backup-masters 2024-12-04T11:22:30,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101a01411940007, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2130112677/backup-masters 2024-12-04T11:22:30,755 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38909-0x101a01411940006, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Set watcher on existing znode=/2-2130112677/backup-masters/e12b86b8109d,38909,1733311350552 2024-12-04T11:22:30,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101a01411940007, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2130112677/master 2024-12-04T11:22:30,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38909-0x101a01411940006, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2130112677 2024-12-04T11:22:30,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101a01411940007, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2130112677 2024-12-04T11:22:30,765 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38909-0x101a01411940006, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Set watcher on existing znode=/2-2130112677/master 2024-12-04T11:22:30,766 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-2130112677/backup-masters/e12b86b8109d,38909,1733311350552 from backup master directory 2024-12-04T11:22:30,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101a01411940007, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2130112677/backup-masters 2024-12-04T11:22:30,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38909-0x101a01411940006, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2130112677/backup-masters/e12b86b8109d,38909,1733311350552 2024-12-04T11:22:30,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38909-0x101a01411940006, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2130112677/backup-masters 2024-12-04T11:22:30,776 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:22:30,776 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e12b86b8109d,38909,1733311350552 2024-12-04T11:22:30,778 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/hbase.id] with ID: 67c2f1cf-c5a9-4f78-aa7b-7b918e9c0a09 2024-12-04T11:22:30,778 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/.tmp/hbase.id 2024-12-04T11:22:30,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741826_1002 (size=42) 2024-12-04T11:22:31,097 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:22:31,098 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e12b86b8109d,39329,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:39329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T11:22:31,098 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148978 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e12b86b8109d,39329,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:39329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T11:22:31,186 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/.tmp/hbase.id]:[hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/hbase.id] 2024-12-04T11:22:31,192 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:22:31,193 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T11:22:31,193 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-04T11:22:31,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38909-0x101a01411940006, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2130112677 2024-12-04T11:22:31,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101a01411940007, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2130112677 2024-12-04T11:22:31,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741827_1003 (size=196) 2024-12-04T11:22:31,643 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:22:31,644 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T11:22:31,645 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:22:31,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741828_1004 (size=1189) 2024-12-04T11:22:32,050 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/MasterData/data/master/store 2024-12-04T11:22:32,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741829_1005 (size=34) 2024-12-04T11:22:32,455 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:22:32,455 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:22:32,455 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:22:32,455 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:22:32,455 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:22:32,455 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:22:32,455 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:22:32,455 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311352455Disabling compacts and flushes for region at 1733311352455Disabling writes for close at 1733311352455Writing region close event to WAL at 1733311352455Closed at 1733311352455 2024-12-04T11:22:32,456 WARN [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/MasterData/data/master/store/.initializing 2024-12-04T11:22:32,456 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/MasterData/WALs/e12b86b8109d,38909,1733311350552 2024-12-04T11:22:32,457 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:22:32,459 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e12b86b8109d%2C38909%2C1733311350552, suffix=, logDir=hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/MasterData/WALs/e12b86b8109d,38909,1733311350552, archiveDir=hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/MasterData/oldWALs, maxLogs=10 2024-12-04T11:22:32,476 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/MasterData/WALs/e12b86b8109d,38909,1733311350552/e12b86b8109d%2C38909%2C1733311350552.1733311352459, exclude list is [], retry=0 2024-12-04T11:22:32,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46631,DS-e179cb85-250a-411d-8eec-a71d5c61a219,DISK] 2024-12-04T11:22:32,483 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/MasterData/WALs/e12b86b8109d,38909,1733311350552/e12b86b8109d%2C38909%2C1733311350552.1733311352459 2024-12-04T11:22:32,483 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43863:43863)] 2024-12-04T11:22:32,483 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:22:32,484 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:22:32,484 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:32,484 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:32,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:32,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T11:22:32,487 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:32,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:22:32,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:32,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T11:22:32,488 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:32,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:22:32,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:32,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T11:22:32,490 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:32,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:22:32,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:32,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T11:22:32,491 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:32,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:22:32,491 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:32,492 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:32,492 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:32,493 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:32,493 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:32,493 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:22:32,494 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T11:22:32,496 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:22:32,496 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67195258, jitterRate=0.0012873709201812744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:22:32,496 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733311352484Initializing all the Stores at 1733311352485 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311352485Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311352485Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311352485Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311352485Cleaning up temporary data from old regions at 1733311352493 (+8 ms)Region opened successfully at 1733311352496 (+3 ms) 2024-12-04T11:22:32,496 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T11:22:32,498 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c44a4ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:22:32,499 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T11:22:32,499 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T11:22:32,499 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T11:22:32,499 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T11:22:32,500 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T11:22:32,500 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T11:22:32,500 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T11:22:32,502 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T11:22:32,503 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38909-0x101a01411940006, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Unable to get data of znode /2-2130112677/balancer because node does not exist (not necessarily an error) 2024-12-04T11:22:32,657 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2130112677/balancer already deleted, retry=false 2024-12-04T11:22:32,658 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T11:22:32,658 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38909-0x101a01411940006, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Unable to get data of znode /2-2130112677/normalizer because node does not exist (not necessarily an error) 2024-12-04T11:22:32,699 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2130112677/normalizer already deleted, retry=false 2024-12-04T11:22:32,700 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T11:22:32,700 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38909-0x101a01411940006, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Unable to get data of znode /2-2130112677/switch/split because node does not exist (not necessarily an error) 2024-12-04T11:22:32,712 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2130112677/switch/split already deleted, retry=false 2024-12-04T11:22:32,713 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38909-0x101a01411940006, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Unable to get data of znode /2-2130112677/switch/merge because node does not exist (not necessarily an error) 2024-12-04T11:22:32,723 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2130112677/switch/merge already deleted, retry=false 2024-12-04T11:22:32,725 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38909-0x101a01411940006, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Unable to get data of znode /2-2130112677/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T11:22:32,733 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2130112677/snapshot-cleanup already deleted, retry=false 2024-12-04T11:22:32,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38909-0x101a01411940006, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2130112677/running 2024-12-04T11:22:32,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101a01411940007, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2130112677/running 2024-12-04T11:22:32,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38909-0x101a01411940006, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2130112677 2024-12-04T11:22:32,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101a01411940007, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2130112677 2024-12-04T11:22:32,744 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e12b86b8109d,38909,1733311350552, sessionid=0x101a01411940006, setting cluster-up flag (Was=false) 2024-12-04T11:22:32,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38909-0x101a01411940006, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2130112677 2024-12-04T11:22:32,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101a01411940007, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2130112677 2024-12-04T11:22:32,797 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2130112677/flush-table-proc/acquired, /2-2130112677/flush-table-proc/reached, /2-2130112677/flush-table-proc/abort 2024-12-04T11:22:32,798 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,38909,1733311350552 2024-12-04T11:22:32,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101a01411940007, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2130112677 2024-12-04T11:22:32,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38909-0x101a01411940006, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2130112677 2024-12-04T11:22:33,091 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2130112677/online-snapshot/acquired, /2-2130112677/online-snapshot/reached, /2-2130112677/online-snapshot/abort 2024-12-04T11:22:33,092 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e12b86b8109d,38909,1733311350552 2024-12-04T11:22:33,093 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T11:22:33,094 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T11:22:33,095 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T11:22:33,095 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T11:22:33,095 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e12b86b8109d,38909,1733311350552 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T11:22:33,096 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:22:33,096 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:22:33,096 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:22:33,096 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e12b86b8109d:0, corePoolSize=5, maxPoolSize=5 2024-12-04T11:22:33,096 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e12b86b8109d:0, corePoolSize=10, maxPoolSize=10 2024-12-04T11:22:33,096 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:33,096 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:22:33,096 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:33,098 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733311383098 2024-12-04T11:22:33,098 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T11:22:33,098 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T11:22:33,098 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T11:22:33,098 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T11:22:33,098 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T11:22:33,098 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T11:22:33,098 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:33,098 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:22:33,099 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T11:22:33,099 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T11:22:33,099 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T11:22:33,099 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T11:22:33,099 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T11:22:33,099 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T11:22:33,099 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T11:22:33,100 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:33,100 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T11:22:33,100 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311353099,5,FailOnTimeoutGroup] 2024-12-04T11:22:33,104 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311353100,5,FailOnTimeoutGroup] 2024-12-04T11:22:33,104 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:33,104 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T11:22:33,104 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:33,104 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:33,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741831_1007 (size=1321) 2024-12-04T11:22:33,136 INFO [RS:0;e12b86b8109d:46125 {}] regionserver.HRegionServer(746): ClusterId : 67c2f1cf-c5a9-4f78-aa7b-7b918e9c0a09 2024-12-04T11:22:33,136 DEBUG [RS:0;e12b86b8109d:46125 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T11:22:33,144 DEBUG [RS:0;e12b86b8109d:46125 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T11:22:33,144 DEBUG [RS:0;e12b86b8109d:46125 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T11:22:33,155 DEBUG [RS:0;e12b86b8109d:46125 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T11:22:33,155 DEBUG [RS:0;e12b86b8109d:46125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a36e285, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e12b86b8109d/172.17.0.2:0 2024-12-04T11:22:33,172 DEBUG [RS:0;e12b86b8109d:46125 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e12b86b8109d:46125 2024-12-04T11:22:33,172 INFO [RS:0;e12b86b8109d:46125 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T11:22:33,173 INFO [RS:0;e12b86b8109d:46125 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T11:22:33,173 DEBUG [RS:0;e12b86b8109d:46125 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T11:22:33,173 INFO [RS:0;e12b86b8109d:46125 {}] regionserver.HRegionServer(2659): reportForDuty to master=e12b86b8109d,38909,1733311350552 with port=46125, startcode=1733311350700 2024-12-04T11:22:33,173 DEBUG [RS:0;e12b86b8109d:46125 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T11:22:33,174 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T11:22:33,175 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38909 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e12b86b8109d,46125,1733311350700 2024-12-04T11:22:33,175 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38909 {}] master.ServerManager(517): Registering regionserver=e12b86b8109d,46125,1733311350700 2024-12-04T11:22:33,176 DEBUG [RS:0;e12b86b8109d:46125 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9 2024-12-04T11:22:33,176 DEBUG [RS:0;e12b86b8109d:46125 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34095 2024-12-04T11:22:33,176 DEBUG [RS:0;e12b86b8109d:46125 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T11:22:33,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38909-0x101a01411940006, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2130112677/rs 2024-12-04T11:22:33,222 DEBUG [RS:0;e12b86b8109d:46125 {}] zookeeper.ZKUtil(111): regionserver:46125-0x101a01411940007, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Set watcher on existing znode=/2-2130112677/rs/e12b86b8109d,46125,1733311350700 2024-12-04T11:22:33,222 WARN [RS:0;e12b86b8109d:46125 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T11:22:33,222 INFO [RS:0;e12b86b8109d:46125 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:22:33,222 DEBUG [RS:0;e12b86b8109d:46125 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/WALs/e12b86b8109d,46125,1733311350700 2024-12-04T11:22:33,223 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e12b86b8109d,46125,1733311350700] 2024-12-04T11:22:33,225 INFO [RS:0;e12b86b8109d:46125 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T11:22:33,226 INFO [RS:0;e12b86b8109d:46125 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T11:22:33,226 INFO [RS:0;e12b86b8109d:46125 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T11:22:33,226 INFO [RS:0;e12b86b8109d:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:33,226 INFO [RS:0;e12b86b8109d:46125 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T11:22:33,227 INFO [RS:0;e12b86b8109d:46125 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T11:22:33,227 INFO [RS:0;e12b86b8109d:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:33,227 DEBUG [RS:0;e12b86b8109d:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:33,227 DEBUG [RS:0;e12b86b8109d:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:33,227 DEBUG [RS:0;e12b86b8109d:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:33,227 DEBUG [RS:0;e12b86b8109d:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:33,227 DEBUG [RS:0;e12b86b8109d:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:33,227 DEBUG [RS:0;e12b86b8109d:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e12b86b8109d:0, corePoolSize=2, maxPoolSize=2 2024-12-04T11:22:33,227 DEBUG [RS:0;e12b86b8109d:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:33,227 DEBUG [RS:0;e12b86b8109d:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:33,227 DEBUG [RS:0;e12b86b8109d:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:33,227 DEBUG [RS:0;e12b86b8109d:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:33,227 DEBUG [RS:0;e12b86b8109d:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:33,227 DEBUG [RS:0;e12b86b8109d:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e12b86b8109d:0, corePoolSize=1, maxPoolSize=1 2024-12-04T11:22:33,227 DEBUG [RS:0;e12b86b8109d:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:22:33,227 DEBUG [RS:0;e12b86b8109d:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e12b86b8109d:0, corePoolSize=3, maxPoolSize=3 2024-12-04T11:22:33,228 INFO [RS:0;e12b86b8109d:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:33,228 INFO [RS:0;e12b86b8109d:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:33,228 INFO [RS:0;e12b86b8109d:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:33,228 INFO [RS:0;e12b86b8109d:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:33,228 INFO [RS:0;e12b86b8109d:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:33,228 INFO [RS:0;e12b86b8109d:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,46125,1733311350700-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:22:33,251 INFO [RS:0;e12b86b8109d:46125 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T11:22:33,251 INFO [RS:0;e12b86b8109d:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,46125,1733311350700-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:33,251 INFO [RS:0;e12b86b8109d:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:33,251 INFO [RS:0;e12b86b8109d:46125 {}] regionserver.Replication(171): e12b86b8109d,46125,1733311350700 started 2024-12-04T11:22:33,267 INFO [RS:0;e12b86b8109d:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:33,267 INFO [RS:0;e12b86b8109d:46125 {}] regionserver.HRegionServer(1482): Serving as e12b86b8109d,46125,1733311350700, RpcServer on e12b86b8109d/172.17.0.2:46125, sessionid=0x101a01411940007 2024-12-04T11:22:33,267 DEBUG [RS:0;e12b86b8109d:46125 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T11:22:33,267 DEBUG [RS:0;e12b86b8109d:46125 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e12b86b8109d,46125,1733311350700 2024-12-04T11:22:33,267 DEBUG [RS:0;e12b86b8109d:46125 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,46125,1733311350700' 2024-12-04T11:22:33,267 DEBUG [RS:0;e12b86b8109d:46125 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2130112677/flush-table-proc/abort' 2024-12-04T11:22:33,268 DEBUG [RS:0;e12b86b8109d:46125 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2130112677/flush-table-proc/acquired' 2024-12-04T11:22:33,268 DEBUG [RS:0;e12b86b8109d:46125 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T11:22:33,268 DEBUG [RS:0;e12b86b8109d:46125 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T11:22:33,268 DEBUG [RS:0;e12b86b8109d:46125 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e12b86b8109d,46125,1733311350700 2024-12-04T11:22:33,268 DEBUG [RS:0;e12b86b8109d:46125 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e12b86b8109d,46125,1733311350700' 2024-12-04T11:22:33,268 DEBUG [RS:0;e12b86b8109d:46125 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2130112677/online-snapshot/abort' 2024-12-04T11:22:33,268 DEBUG [RS:0;e12b86b8109d:46125 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2130112677/online-snapshot/acquired' 2024-12-04T11:22:33,268 DEBUG [RS:0;e12b86b8109d:46125 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T11:22:33,269 INFO [RS:0;e12b86b8109d:46125 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T11:22:33,269 INFO [RS:0;e12b86b8109d:46125 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T11:22:33,369 INFO [RS:0;e12b86b8109d:46125 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T11:22:33,370 INFO [RS:0;e12b86b8109d:46125 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C46125%2C1733311350700, suffix=, logDir=hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/WALs/e12b86b8109d,46125,1733311350700, archiveDir=hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/oldWALs, maxLogs=10 2024-12-04T11:22:33,383 DEBUG [RS:0;e12b86b8109d:46125 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/WALs/e12b86b8109d,46125,1733311350700/e12b86b8109d%2C46125%2C1733311350700.1733311353370, exclude list is [], retry=0 2024-12-04T11:22:33,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46631,DS-e179cb85-250a-411d-8eec-a71d5c61a219,DISK] 2024-12-04T11:22:33,387 INFO [RS:0;e12b86b8109d:46125 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/WALs/e12b86b8109d,46125,1733311350700/e12b86b8109d%2C46125%2C1733311350700.1733311353370 2024-12-04T11:22:33,387 DEBUG [RS:0;e12b86b8109d:46125 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43863:43863)] 2024-12-04T11:22:33,509 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T11:22:33,509 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9 2024-12-04T11:22:33,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741833_1009 (size=32) 2024-12-04T11:22:33,596 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:22:33,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:33,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:33,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:33,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:33,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:33,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:33,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:33,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:33,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:33,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:33,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:33,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:33,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:33,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:33,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:33,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:33,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:33,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:33,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:22:33,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:22:33,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:22:33,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:33,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:22:33,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:22:33,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:22:33,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:33,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:22:33,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:22:33,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:22:33,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:33,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:22:33,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:22:33,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:22:33,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:33,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:22:33,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:22:33,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/data/hbase/meta/1588230740 2024-12-04T11:22:33,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/data/hbase/meta/1588230740 2024-12-04T11:22:33,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:22:33,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:22:33,920 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:22:33,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:22:33,922 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:22:33,923 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73180451, jitterRate=0.09047369658946991}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:22:33,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733311353913Initializing all the Stores at 1733311353914 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311353914Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311353914Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311353914Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311353914Cleaning up temporary data from old regions at 1733311353920 (+6 ms)Region opened successfully at 1733311353923 (+3 ms) 2024-12-04T11:22:33,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:22:33,923 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:22:33,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:22:33,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:22:33,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:22:33,923 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:22:33,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311353923Disabling compacts and flushes for region at 1733311353923Disabling writes for close at 1733311353923Writing region close event to WAL at 1733311353923Closed at 1733311353923 2024-12-04T11:22:33,924 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:22:33,924 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T11:22:33,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T11:22:33,925 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:22:33,926 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T11:22:34,076 DEBUG [e12b86b8109d:38909 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T11:22:34,077 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e12b86b8109d,46125,1733311350700 2024-12-04T11:22:34,078 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,46125,1733311350700, state=OPENING 2024-12-04T11:22:34,133 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T11:22:34,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101a01411940007, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2130112677 2024-12-04T11:22:34,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38909-0x101a01411940006, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2130112677 2024-12-04T11:22:34,144 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T11:22:34,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2130112677/meta-region-server: CHANGED 2024-12-04T11:22:34,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2130112677/meta-region-server: CHANGED 2024-12-04T11:22:34,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,46125,1733311350700}] 2024-12-04T11:22:34,296 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T11:22:34,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59323, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T11:22:34,300 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T11:22:34,300 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:22:34,301 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T11:22:34,302 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C46125%2C1733311350700.meta, suffix=.meta, logDir=hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/WALs/e12b86b8109d,46125,1733311350700, archiveDir=hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/oldWALs, maxLogs=10 2024-12-04T11:22:34,317 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/WALs/e12b86b8109d,46125,1733311350700/e12b86b8109d%2C46125%2C1733311350700.meta.1733311354302.meta, exclude list is [], retry=0 2024-12-04T11:22:34,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46631,DS-e179cb85-250a-411d-8eec-a71d5c61a219,DISK] 2024-12-04T11:22:34,320 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/WALs/e12b86b8109d,46125,1733311350700/e12b86b8109d%2C46125%2C1733311350700.meta.1733311354302.meta 2024-12-04T11:22:34,320 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43863:43863)] 2024-12-04T11:22:34,321 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:22:34,321 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:22:34,321 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T11:22:34,321 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T11:22:34,321 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T11:22:34,321 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T11:22:34,321 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:22:34,322 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T11:22:34,322 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T11:22:34,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T11:22:34,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T11:22:34,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:34,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:22:34,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T11:22:34,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T11:22:34,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:34,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:22:34,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T11:22:34,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T11:22:34,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:34,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:22:34,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T11:22:34,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T11:22:34,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:34,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T11:22:34,326 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T11:22:34,326 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/data/hbase/meta/1588230740 2024-12-04T11:22:34,327 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/data/hbase/meta/1588230740 2024-12-04T11:22:34,328 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T11:22:34,328 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T11:22:34,328 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T11:22:34,329 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T11:22:34,329 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61214987, jitterRate=-0.08782561123371124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T11:22:34,329 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T11:22:34,330 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733311354322Writing region info on filesystem at 1733311354322Initializing all the Stores at 1733311354322Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311354322Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311354322Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311354322Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733311354322Cleaning up temporary data from old regions at 1733311354328 (+6 ms)Running coprocessor post-open hooks at 1733311354329 (+1 ms)Region opened successfully at 1733311354330 (+1 ms) 2024-12-04T11:22:34,330 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733311354296 2024-12-04T11:22:34,332 DEBUG [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T11:22:34,332 INFO [RS_OPEN_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T11:22:34,332 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e12b86b8109d,46125,1733311350700 2024-12-04T11:22:34,333 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e12b86b8109d,46125,1733311350700, state=OPEN 2024-12-04T11:22:34,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101a01411940007, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2130112677/meta-region-server 2024-12-04T11:22:34,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38909-0x101a01411940006, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2130112677/meta-region-server 2024-12-04T11:22:34,344 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e12b86b8109d,46125,1733311350700 2024-12-04T11:22:34,344 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2130112677/meta-region-server: CHANGED 2024-12-04T11:22:34,344 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2130112677/meta-region-server: CHANGED 2024-12-04T11:22:34,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T11:22:34,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e12b86b8109d,46125,1733311350700 in 200 msec 2024-12-04T11:22:34,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T11:22:34,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 422 msec 2024-12-04T11:22:34,347 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T11:22:34,347 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T11:22:34,348 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:22:34,348 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,46125,1733311350700, seqNum=-1] 2024-12-04T11:22:34,348 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:22:34,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:22:34,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2590 sec 2024-12-04T11:22:34,353 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733311354353, completionTime=-1 2024-12-04T11:22:34,353 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T11:22:34,353 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T11:22:34,355 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T11:22:34,355 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733311414355 2024-12-04T11:22:34,355 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733311474355 2024-12-04T11:22:34,355 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T11:22:34,355 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,38909,1733311350552-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:34,355 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,38909,1733311350552-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:34,355 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,38909,1733311350552-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:34,355 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e12b86b8109d:38909, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:34,355 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:34,355 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:34,357 DEBUG [master/e12b86b8109d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T11:22:34,358 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.582sec 2024-12-04T11:22:34,358 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T11:22:34,358 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T11:22:34,358 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T11:22:34,359 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T11:22:34,359 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T11:22:34,359 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,38909,1733311350552-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T11:22:34,359 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,38909,1733311350552-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T11:22:34,360 DEBUG [master/e12b86b8109d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T11:22:34,360 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T11:22:34,360 INFO [master/e12b86b8109d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e12b86b8109d,38909,1733311350552-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T11:22:34,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6952ea17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:34,437 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,38909,-1 for getting cluster id 2024-12-04T11:22:34,437 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:22:34,438 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67c2f1cf-c5a9-4f78-aa7b-7b918e9c0a09' 2024-12-04T11:22:34,438 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:22:34,438 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67c2f1cf-c5a9-4f78-aa7b-7b918e9c0a09" 2024-12-04T11:22:34,439 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bd4424f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:34,439 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,38909,-1] 2024-12-04T11:22:34,439 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:22:34,439 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:34,440 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:22:34,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ae69407, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:34,440 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:22:34,441 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,46125,1733311350700, seqNum=-1] 2024-12-04T11:22:34,441 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:22:34,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:22:34,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e12b86b8109d,38909,1733311350552 2024-12-04T11:22:34,444 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:56841 2024-12-04T11:22:34,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T11:22:34,450 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101a01411940008 connected 2024-12-04T11:22:34,461 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:22:34,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,42521,1733311339835 2024-12-04T11:22:34,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51e2d0af 2024-12-04T11:22:34,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:22:34,463 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:22:34,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42521 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:22:34,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42521 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T11:22:34,465 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T11:22:34,465 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:34,466 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T11:22:34,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42521 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T11:22:34,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:22:34,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741835_1011 (size=902) 2024-12-04T11:22:34,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:22:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:22:34,878 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3685ee50614b92c91833010c54db9d1e, NAME => 'test,,1733311354463.3685ee50614b92c91833010c54db9d1e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d 2024-12-04T11:22:34,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741836_1012 (size=39) 2024-12-04T11:22:34,883 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733311354463.3685ee50614b92c91833010c54db9d1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:22:34,883 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3685ee50614b92c91833010c54db9d1e, disabling compactions & flushes 2024-12-04T11:22:34,883 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733311354463.3685ee50614b92c91833010c54db9d1e. 2024-12-04T11:22:34,883 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733311354463.3685ee50614b92c91833010c54db9d1e. 2024-12-04T11:22:34,883 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733311354463.3685ee50614b92c91833010c54db9d1e. after waiting 0 ms 2024-12-04T11:22:34,883 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733311354463.3685ee50614b92c91833010c54db9d1e. 2024-12-04T11:22:34,883 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733311354463.3685ee50614b92c91833010c54db9d1e. 2024-12-04T11:22:34,883 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3685ee50614b92c91833010c54db9d1e: Waiting for close lock at 1733311354883Disabling compacts and flushes for region at 1733311354883Disabling writes for close at 1733311354883Writing region close event to WAL at 1733311354883Closed at 1733311354883 2024-12-04T11:22:34,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T11:22:34,884 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733311354463.3685ee50614b92c91833010c54db9d1e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733311354884"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733311354884"}]},"ts":"1733311354884"} 2024-12-04T11:22:34,886 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T11:22:34,886 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T11:22:34,886 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311354886"}]},"ts":"1733311354886"} 2024-12-04T11:22:34,888 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T11:22:34,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3685ee50614b92c91833010c54db9d1e, ASSIGN}] 2024-12-04T11:22:34,889 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3685ee50614b92c91833010c54db9d1e, ASSIGN 2024-12-04T11:22:34,889 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3685ee50614b92c91833010c54db9d1e, ASSIGN; state=OFFLINE, location=e12b86b8109d,40559,1733311340024; forceNewPlan=false, retain=false 2024-12-04T11:22:35,040 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3685ee50614b92c91833010c54db9d1e, regionState=OPENING, regionLocation=e12b86b8109d,40559,1733311340024 2024-12-04T11:22:35,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3685ee50614b92c91833010c54db9d1e, ASSIGN because future has completed 2024-12-04T11:22:35,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3685ee50614b92c91833010c54db9d1e, server=e12b86b8109d,40559,1733311340024}] 2024-12-04T11:22:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:22:35,197 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733311354463.3685ee50614b92c91833010c54db9d1e. 2024-12-04T11:22:35,197 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3685ee50614b92c91833010c54db9d1e, NAME => 'test,,1733311354463.3685ee50614b92c91833010c54db9d1e.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:22:35,198 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:22:35,198 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T11:22:35,198 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3685ee50614b92c91833010c54db9d1e 2024-12-04T11:22:35,198 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733311354463.3685ee50614b92c91833010c54db9d1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:22:35,198 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3685ee50614b92c91833010c54db9d1e 2024-12-04T11:22:35,198 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3685ee50614b92c91833010c54db9d1e 2024-12-04T11:22:35,199 INFO [StoreOpener-3685ee50614b92c91833010c54db9d1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3685ee50614b92c91833010c54db9d1e 2024-12-04T11:22:35,200 INFO [StoreOpener-3685ee50614b92c91833010c54db9d1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3685ee50614b92c91833010c54db9d1e columnFamilyName f 2024-12-04T11:22:35,200 DEBUG [StoreOpener-3685ee50614b92c91833010c54db9d1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:35,200 INFO [StoreOpener-3685ee50614b92c91833010c54db9d1e-1 {}] regionserver.HStore(327): Store=3685ee50614b92c91833010c54db9d1e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:22:35,200 INFO [StoreOpener-3685ee50614b92c91833010c54db9d1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3685ee50614b92c91833010c54db9d1e 2024-12-04T11:22:35,201 INFO [StoreOpener-3685ee50614b92c91833010c54db9d1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3685ee50614b92c91833010c54db9d1e columnFamilyName f1 2024-12-04T11:22:35,201 DEBUG [StoreOpener-3685ee50614b92c91833010c54db9d1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:35,201 INFO [StoreOpener-3685ee50614b92c91833010c54db9d1e-1 {}] regionserver.HStore(327): Store=3685ee50614b92c91833010c54db9d1e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:22:35,201 INFO [StoreOpener-3685ee50614b92c91833010c54db9d1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3685ee50614b92c91833010c54db9d1e 2024-12-04T11:22:35,202 INFO [StoreOpener-3685ee50614b92c91833010c54db9d1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3685ee50614b92c91833010c54db9d1e columnFamilyName norep 2024-12-04T11:22:35,202 DEBUG [StoreOpener-3685ee50614b92c91833010c54db9d1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:35,202 INFO [StoreOpener-3685ee50614b92c91833010c54db9d1e-1 {}] regionserver.HStore(327): Store=3685ee50614b92c91833010c54db9d1e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:22:35,202 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3685ee50614b92c91833010c54db9d1e 2024-12-04T11:22:35,203 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/default/test/3685ee50614b92c91833010c54db9d1e 2024-12-04T11:22:35,203 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/default/test/3685ee50614b92c91833010c54db9d1e 2024-12-04T11:22:35,204 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3685ee50614b92c91833010c54db9d1e 2024-12-04T11:22:35,204 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3685ee50614b92c91833010c54db9d1e 2024-12-04T11:22:35,204 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T11:22:35,205 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3685ee50614b92c91833010c54db9d1e 2024-12-04T11:22:35,206 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/default/test/3685ee50614b92c91833010c54db9d1e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:22:35,207 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3685ee50614b92c91833010c54db9d1e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71370897, jitterRate=0.06350924074649811}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T11:22:35,207 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3685ee50614b92c91833010c54db9d1e 2024-12-04T11:22:35,207 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3685ee50614b92c91833010c54db9d1e: Running coprocessor pre-open hook at 1733311355198Writing region info on filesystem at 1733311355198Initializing all the Stores at 1733311355199 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311355199Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311355199Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311355199Cleaning up temporary data from old regions at 1733311355204 (+5 ms)Running coprocessor post-open hooks at 1733311355207 (+3 ms)Region opened successfully at 1733311355207 2024-12-04T11:22:35,207 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733311354463.3685ee50614b92c91833010c54db9d1e., pid=6, masterSystemTime=1733311355194 2024-12-04T11:22:35,209 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733311354463.3685ee50614b92c91833010c54db9d1e. 2024-12-04T11:22:35,209 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733311354463.3685ee50614b92c91833010c54db9d1e. 2024-12-04T11:22:35,210 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3685ee50614b92c91833010c54db9d1e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e12b86b8109d,40559,1733311340024 2024-12-04T11:22:35,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3685ee50614b92c91833010c54db9d1e, server=e12b86b8109d,40559,1733311340024 because future has completed 2024-12-04T11:22:35,213 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T11:22:35,213 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3685ee50614b92c91833010c54db9d1e, server=e12b86b8109d,40559,1733311340024 in 170 msec 2024-12-04T11:22:35,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T11:22:35,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3685ee50614b92c91833010c54db9d1e, ASSIGN in 325 msec 2024-12-04T11:22:35,215 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T11:22:35,216 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311355215"}]},"ts":"1733311355215"} 2024-12-04T11:22:35,217 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T11:22:35,217 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T11:22:35,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 754 msec 2024-12-04T11:22:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:22:35,608 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T11:22:35,608 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:22:35,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,41181,1733311345044 2024-12-04T11:22:35,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@664d13bc 2024-12-04T11:22:35,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:22:35,609 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:22:35,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:22:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T11:22:35,611 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T11:22:35,611 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:35,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T11:22:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:22:35,612 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T11:22:35,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741835_1011 (size=902) 2024-12-04T11:22:35,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:22:35,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:22:36,018 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 49de6a1b14271746a0821157e0a00487, NAME => 'test,,1733311355609.49de6a1b14271746a0821157e0a00487.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212 2024-12-04T11:22:36,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741836_1012 (size=39) 2024-12-04T11:22:36,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:22:36,422 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733311355609.49de6a1b14271746a0821157e0a00487.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:22:36,422 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 49de6a1b14271746a0821157e0a00487, disabling compactions & flushes 2024-12-04T11:22:36,422 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733311355609.49de6a1b14271746a0821157e0a00487. 2024-12-04T11:22:36,422 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733311355609.49de6a1b14271746a0821157e0a00487. 2024-12-04T11:22:36,422 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733311355609.49de6a1b14271746a0821157e0a00487. after waiting 0 ms 2024-12-04T11:22:36,422 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733311355609.49de6a1b14271746a0821157e0a00487. 2024-12-04T11:22:36,422 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733311355609.49de6a1b14271746a0821157e0a00487. 2024-12-04T11:22:36,422 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 49de6a1b14271746a0821157e0a00487: Waiting for close lock at 1733311356422Disabling compacts and flushes for region at 1733311356422Disabling writes for close at 1733311356422Writing region close event to WAL at 1733311356422Closed at 1733311356422 2024-12-04T11:22:36,423 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T11:22:36,423 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733311355609.49de6a1b14271746a0821157e0a00487.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733311356423"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733311356423"}]},"ts":"1733311356423"} 2024-12-04T11:22:36,425 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T11:22:36,426 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T11:22:36,426 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311356426"}]},"ts":"1733311356426"} 2024-12-04T11:22:36,427 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T11:22:36,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=49de6a1b14271746a0821157e0a00487, ASSIGN}] 2024-12-04T11:22:36,428 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=49de6a1b14271746a0821157e0a00487, ASSIGN 2024-12-04T11:22:36,428 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=49de6a1b14271746a0821157e0a00487, ASSIGN; state=OFFLINE, location=e12b86b8109d,38223,1733311345186; forceNewPlan=false, retain=false 2024-12-04T11:22:36,579 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=49de6a1b14271746a0821157e0a00487, regionState=OPENING, regionLocation=e12b86b8109d,38223,1733311345186 2024-12-04T11:22:36,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=49de6a1b14271746a0821157e0a00487, ASSIGN because future has completed 2024-12-04T11:22:36,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49de6a1b14271746a0821157e0a00487, server=e12b86b8109d,38223,1733311345186}] 2024-12-04T11:22:36,736 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733311355609.49de6a1b14271746a0821157e0a00487. 2024-12-04T11:22:36,736 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 49de6a1b14271746a0821157e0a00487, NAME => 'test,,1733311355609.49de6a1b14271746a0821157e0a00487.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:22:36,737 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:22:36,737 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T11:22:36,737 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 49de6a1b14271746a0821157e0a00487 2024-12-04T11:22:36,737 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733311355609.49de6a1b14271746a0821157e0a00487.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:22:36,737 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 49de6a1b14271746a0821157e0a00487 2024-12-04T11:22:36,737 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 49de6a1b14271746a0821157e0a00487 2024-12-04T11:22:36,738 INFO [StoreOpener-49de6a1b14271746a0821157e0a00487-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 49de6a1b14271746a0821157e0a00487 2024-12-04T11:22:36,739 INFO [StoreOpener-49de6a1b14271746a0821157e0a00487-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49de6a1b14271746a0821157e0a00487 columnFamilyName f 2024-12-04T11:22:36,739 DEBUG [StoreOpener-49de6a1b14271746a0821157e0a00487-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:36,739 INFO [StoreOpener-49de6a1b14271746a0821157e0a00487-1 {}] regionserver.HStore(327): Store=49de6a1b14271746a0821157e0a00487/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:22:36,739 INFO [StoreOpener-49de6a1b14271746a0821157e0a00487-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 49de6a1b14271746a0821157e0a00487 2024-12-04T11:22:36,740 INFO [StoreOpener-49de6a1b14271746a0821157e0a00487-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49de6a1b14271746a0821157e0a00487 columnFamilyName f1 2024-12-04T11:22:36,740 DEBUG [StoreOpener-49de6a1b14271746a0821157e0a00487-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:36,740 INFO [StoreOpener-49de6a1b14271746a0821157e0a00487-1 {}] regionserver.HStore(327): Store=49de6a1b14271746a0821157e0a00487/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:22:36,740 INFO [StoreOpener-49de6a1b14271746a0821157e0a00487-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 49de6a1b14271746a0821157e0a00487 2024-12-04T11:22:36,741 INFO [StoreOpener-49de6a1b14271746a0821157e0a00487-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49de6a1b14271746a0821157e0a00487 columnFamilyName norep 2024-12-04T11:22:36,741 DEBUG [StoreOpener-49de6a1b14271746a0821157e0a00487-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:36,741 INFO [StoreOpener-49de6a1b14271746a0821157e0a00487-1 {}] regionserver.HStore(327): Store=49de6a1b14271746a0821157e0a00487/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:22:36,742 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 49de6a1b14271746a0821157e0a00487 2024-12-04T11:22:36,742 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/default/test/49de6a1b14271746a0821157e0a00487 2024-12-04T11:22:36,742 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/default/test/49de6a1b14271746a0821157e0a00487 2024-12-04T11:22:36,743 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 49de6a1b14271746a0821157e0a00487 2024-12-04T11:22:36,743 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 49de6a1b14271746a0821157e0a00487 2024-12-04T11:22:36,743 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T11:22:36,744 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 49de6a1b14271746a0821157e0a00487 2024-12-04T11:22:36,745 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/default/test/49de6a1b14271746a0821157e0a00487/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:22:36,746 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 49de6a1b14271746a0821157e0a00487; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64125606, jitterRate=-0.04445400834083557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T11:22:36,746 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 49de6a1b14271746a0821157e0a00487 2024-12-04T11:22:36,746 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 49de6a1b14271746a0821157e0a00487: Running coprocessor pre-open hook at 1733311356737Writing region info on filesystem at 1733311356737Initializing all the Stores at 1733311356738 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311356738Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311356738Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311356738Cleaning up temporary data from old regions at 1733311356743 (+5 ms)Running coprocessor post-open hooks at 1733311356746 (+3 ms)Region opened successfully at 1733311356746 2024-12-04T11:22:36,746 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733311355609.49de6a1b14271746a0821157e0a00487., pid=6, masterSystemTime=1733311356733 2024-12-04T11:22:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:22:36,748 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733311355609.49de6a1b14271746a0821157e0a00487. 2024-12-04T11:22:36,748 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733311355609.49de6a1b14271746a0821157e0a00487. 2024-12-04T11:22:36,748 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=49de6a1b14271746a0821157e0a00487, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e12b86b8109d,38223,1733311345186 2024-12-04T11:22:36,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49de6a1b14271746a0821157e0a00487, server=e12b86b8109d,38223,1733311345186 because future has completed 2024-12-04T11:22:36,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T11:22:36,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 49de6a1b14271746a0821157e0a00487, server=e12b86b8109d,38223,1733311345186 in 169 msec 2024-12-04T11:22:36,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T11:22:36,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=49de6a1b14271746a0821157e0a00487, ASSIGN in 325 msec 2024-12-04T11:22:36,754 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T11:22:36,754 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311356754"}]},"ts":"1733311356754"} 2024-12-04T11:22:36,755 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T11:22:36,756 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T11:22:36,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1460 sec 2024-12-04T11:22:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:22:37,757 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T11:22:37,757 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:22:37,758 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,38909,1733311350552 2024-12-04T11:22:37,758 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62dc28f3 2024-12-04T11:22:37,758 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:22:37,759 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:22:37,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38909 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:22:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38909 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T11:22:37,761 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T11:22:37,761 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:37,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38909 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T11:22:37,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:22:37,762 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T11:22:37,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741835_1011 (size=902) 2024-12-04T11:22:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:22:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:22:38,168 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 873207fa43bc6e5fb0f48f5c763b6dc1, NAME => 'test,,1733311357759.873207fa43bc6e5fb0f48f5c763b6dc1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9 2024-12-04T11:22:38,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741836_1012 (size=39) 2024-12-04T11:22:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:22:38,572 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733311357759.873207fa43bc6e5fb0f48f5c763b6dc1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:22:38,572 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 873207fa43bc6e5fb0f48f5c763b6dc1, disabling compactions & flushes 2024-12-04T11:22:38,572 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733311357759.873207fa43bc6e5fb0f48f5c763b6dc1. 2024-12-04T11:22:38,572 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733311357759.873207fa43bc6e5fb0f48f5c763b6dc1. 2024-12-04T11:22:38,572 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733311357759.873207fa43bc6e5fb0f48f5c763b6dc1. after waiting 0 ms 2024-12-04T11:22:38,572 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733311357759.873207fa43bc6e5fb0f48f5c763b6dc1. 2024-12-04T11:22:38,572 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733311357759.873207fa43bc6e5fb0f48f5c763b6dc1. 2024-12-04T11:22:38,572 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 873207fa43bc6e5fb0f48f5c763b6dc1: Waiting for close lock at 1733311358572Disabling compacts and flushes for region at 1733311358572Disabling writes for close at 1733311358572Writing region close event to WAL at 1733311358572Closed at 1733311358572 2024-12-04T11:22:38,633 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T11:22:38,634 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733311357759.873207fa43bc6e5fb0f48f5c763b6dc1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733311358633"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733311358633"}]},"ts":"1733311358633"} 2024-12-04T11:22:38,635 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T11:22:38,635 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T11:22:38,636 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311358635"}]},"ts":"1733311358635"} 2024-12-04T11:22:38,637 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T11:22:38,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=873207fa43bc6e5fb0f48f5c763b6dc1, ASSIGN}] 2024-12-04T11:22:38,637 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=873207fa43bc6e5fb0f48f5c763b6dc1, ASSIGN 2024-12-04T11:22:38,638 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=873207fa43bc6e5fb0f48f5c763b6dc1, ASSIGN; state=OFFLINE, location=e12b86b8109d,46125,1733311350700; forceNewPlan=false, retain=false 2024-12-04T11:22:38,789 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=873207fa43bc6e5fb0f48f5c763b6dc1, regionState=OPENING, regionLocation=e12b86b8109d,46125,1733311350700 2024-12-04T11:22:38,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=873207fa43bc6e5fb0f48f5c763b6dc1, ASSIGN because future has completed 2024-12-04T11:22:38,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 873207fa43bc6e5fb0f48f5c763b6dc1, server=e12b86b8109d,46125,1733311350700}] 2024-12-04T11:22:38,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:22:38,945 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733311357759.873207fa43bc6e5fb0f48f5c763b6dc1. 2024-12-04T11:22:38,945 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 873207fa43bc6e5fb0f48f5c763b6dc1, NAME => 'test,,1733311357759.873207fa43bc6e5fb0f48f5c763b6dc1.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:22:38,945 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:22:38,945 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T11:22:38,945 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 873207fa43bc6e5fb0f48f5c763b6dc1 2024-12-04T11:22:38,946 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733311357759.873207fa43bc6e5fb0f48f5c763b6dc1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:22:38,946 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 873207fa43bc6e5fb0f48f5c763b6dc1 2024-12-04T11:22:38,946 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 873207fa43bc6e5fb0f48f5c763b6dc1 2024-12-04T11:22:38,946 INFO [StoreOpener-873207fa43bc6e5fb0f48f5c763b6dc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 873207fa43bc6e5fb0f48f5c763b6dc1 2024-12-04T11:22:38,947 INFO [StoreOpener-873207fa43bc6e5fb0f48f5c763b6dc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 873207fa43bc6e5fb0f48f5c763b6dc1 columnFamilyName f 2024-12-04T11:22:38,947 DEBUG [StoreOpener-873207fa43bc6e5fb0f48f5c763b6dc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:38,948 INFO [StoreOpener-873207fa43bc6e5fb0f48f5c763b6dc1-1 {}] regionserver.HStore(327): Store=873207fa43bc6e5fb0f48f5c763b6dc1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:22:38,948 INFO [StoreOpener-873207fa43bc6e5fb0f48f5c763b6dc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 873207fa43bc6e5fb0f48f5c763b6dc1 2024-12-04T11:22:38,948 INFO [StoreOpener-873207fa43bc6e5fb0f48f5c763b6dc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 873207fa43bc6e5fb0f48f5c763b6dc1 columnFamilyName f1 2024-12-04T11:22:38,948 DEBUG [StoreOpener-873207fa43bc6e5fb0f48f5c763b6dc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:38,948 INFO [StoreOpener-873207fa43bc6e5fb0f48f5c763b6dc1-1 {}] regionserver.HStore(327): Store=873207fa43bc6e5fb0f48f5c763b6dc1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:22:38,948 INFO [StoreOpener-873207fa43bc6e5fb0f48f5c763b6dc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 873207fa43bc6e5fb0f48f5c763b6dc1 2024-12-04T11:22:38,949 INFO [StoreOpener-873207fa43bc6e5fb0f48f5c763b6dc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 873207fa43bc6e5fb0f48f5c763b6dc1 columnFamilyName norep 2024-12-04T11:22:38,949 DEBUG [StoreOpener-873207fa43bc6e5fb0f48f5c763b6dc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:38,949 INFO [StoreOpener-873207fa43bc6e5fb0f48f5c763b6dc1-1 {}] regionserver.HStore(327): Store=873207fa43bc6e5fb0f48f5c763b6dc1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:22:38,949 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 873207fa43bc6e5fb0f48f5c763b6dc1 2024-12-04T11:22:38,950 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/data/default/test/873207fa43bc6e5fb0f48f5c763b6dc1 2024-12-04T11:22:38,950 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/data/default/test/873207fa43bc6e5fb0f48f5c763b6dc1 2024-12-04T11:22:38,951 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 873207fa43bc6e5fb0f48f5c763b6dc1 2024-12-04T11:22:38,951 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 873207fa43bc6e5fb0f48f5c763b6dc1 2024-12-04T11:22:38,951 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T11:22:38,952 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 873207fa43bc6e5fb0f48f5c763b6dc1 2024-12-04T11:22:38,953 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/data/default/test/873207fa43bc6e5fb0f48f5c763b6dc1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:22:38,954 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 873207fa43bc6e5fb0f48f5c763b6dc1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70617593, jitterRate=0.05228413641452789}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T11:22:38,954 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 873207fa43bc6e5fb0f48f5c763b6dc1 2024-12-04T11:22:38,954 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 873207fa43bc6e5fb0f48f5c763b6dc1: Running coprocessor pre-open hook at 1733311358946Writing region info on filesystem at 1733311358946Initializing all the Stores at 1733311358946Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311358946Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311358946Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311358946Cleaning up temporary data from old regions at 1733311358951 (+5 ms)Running coprocessor post-open hooks at 1733311358954 (+3 ms)Region opened successfully at 1733311358954 2024-12-04T11:22:38,954 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733311357759.873207fa43bc6e5fb0f48f5c763b6dc1., pid=6, masterSystemTime=1733311358942 2024-12-04T11:22:38,956 DEBUG [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733311357759.873207fa43bc6e5fb0f48f5c763b6dc1. 2024-12-04T11:22:38,956 INFO [RS_OPEN_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733311357759.873207fa43bc6e5fb0f48f5c763b6dc1. 2024-12-04T11:22:38,956 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=873207fa43bc6e5fb0f48f5c763b6dc1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e12b86b8109d,46125,1733311350700 2024-12-04T11:22:38,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 873207fa43bc6e5fb0f48f5c763b6dc1, server=e12b86b8109d,46125,1733311350700 because future has completed 2024-12-04T11:22:38,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T11:22:38,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 873207fa43bc6e5fb0f48f5c763b6dc1, server=e12b86b8109d,46125,1733311350700 in 168 msec 2024-12-04T11:22:38,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T11:22:38,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=873207fa43bc6e5fb0f48f5c763b6dc1, ASSIGN in 322 msec 2024-12-04T11:22:38,961 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T11:22:38,961 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311358961"}]},"ts":"1733311358961"} 2024-12-04T11:22:38,975 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T11:22:38,976 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T11:22:38,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2160 sec 2024-12-04T11:22:39,823 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:22:39,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:39,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:39,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:39,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:39,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:39,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:39,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:39,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:39,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:39,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:39,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:39,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:39,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:39,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:39,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:39,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:39,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:39,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:39,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T11:22:39,908 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T11:22:39,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ebac23d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:39,909 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,42521,-1 for getting cluster id 2024-12-04T11:22:39,909 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:22:39,910 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1df3729e-7132-4700-ae32-c8f05a17d57f' 2024-12-04T11:22:39,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:22:39,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1df3729e-7132-4700-ae32-c8f05a17d57f" 2024-12-04T11:22:39,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f928b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:39,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,42521,-1] 2024-12-04T11:22:39,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:22:39,911 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:39,911 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:22:39,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d8994bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:39,912 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:22:39,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,42521,1733311339835 2024-12-04T11:22:39,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1058c265 2024-12-04T11:22:39,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:22:39,913 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:22:39,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42521 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e12b86b8109d:41181,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T11:22:39,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42521 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T11:22:39,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:22:39,916 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e12b86b8109d:41181' 2024-12-04T11:22:39,916 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10dd8bce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:39,917 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,41181,-1 for getting cluster id 2024-12-04T11:22:39,917 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:22:39,917 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '287dda0b-cfbc-46d3-9fe2-60c9f5f3066d' 2024-12-04T11:22:39,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:22:39,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "287dda0b-cfbc-46d3-9fe2-60c9f5f3066d" 2024-12-04T11:22:39,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cab386a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:39,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,41181,-1] 2024-12-04T11:22:39,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:22:39,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:39,918 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:22:39,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d34a35e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:39,919 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:22:39,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,41181,1733311345044 2024-12-04T11:22:39,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@795f0b4d 2024-12-04T11:22:39,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:22:39,920 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:22:39,920 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T11:22:39,920 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T11:22:39,921 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:39,921 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:39,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:22:39,921 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T11:22:39,922 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T11:22:39,923 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T11:22:39,923 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:39,924 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T11:22:39,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741837_1013 (size=1138) 2024-12-04T11:22:39,972 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T11:22:40,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:22:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:22:40,334 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => df294378e463250019d077989b04fe1e, NAME => 'hbase:replication,,1733311359921.df294378e463250019d077989b04fe1e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d 2024-12-04T11:22:40,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741838_1014 (size=44) 2024-12-04T11:22:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:22:40,740 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733311359921.df294378e463250019d077989b04fe1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:22:40,740 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing df294378e463250019d077989b04fe1e, disabling compactions & flushes 2024-12-04T11:22:40,740 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733311359921.df294378e463250019d077989b04fe1e. 2024-12-04T11:22:40,740 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733311359921.df294378e463250019d077989b04fe1e. 2024-12-04T11:22:40,740 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733311359921.df294378e463250019d077989b04fe1e. after waiting 0 ms 2024-12-04T11:22:40,740 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733311359921.df294378e463250019d077989b04fe1e. 2024-12-04T11:22:40,740 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733311359921.df294378e463250019d077989b04fe1e. 2024-12-04T11:22:40,740 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for df294378e463250019d077989b04fe1e: Waiting for close lock at 1733311360740Disabling compacts and flushes for region at 1733311360740Disabling writes for close at 1733311360740Writing region close event to WAL at 1733311360740Closed at 1733311360740 2024-12-04T11:22:40,741 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T11:22:40,741 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733311359921.df294378e463250019d077989b04fe1e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733311360741"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733311360741"}]},"ts":"1733311360741"} 2024-12-04T11:22:40,743 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T11:22:40,744 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T11:22:40,744 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311360744"}]},"ts":"1733311360744"} 2024-12-04T11:22:40,745 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T11:22:40,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=df294378e463250019d077989b04fe1e, ASSIGN}] 2024-12-04T11:22:40,747 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=df294378e463250019d077989b04fe1e, ASSIGN 2024-12-04T11:22:40,747 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=df294378e463250019d077989b04fe1e, ASSIGN; state=OFFLINE, location=e12b86b8109d,40559,1733311340024; forceNewPlan=false, retain=false 2024-12-04T11:22:40,898 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=df294378e463250019d077989b04fe1e, regionState=OPENING, regionLocation=e12b86b8109d,40559,1733311340024 2024-12-04T11:22:40,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=df294378e463250019d077989b04fe1e, ASSIGN because future has completed 2024-12-04T11:22:40,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure df294378e463250019d077989b04fe1e, server=e12b86b8109d,40559,1733311340024}] 2024-12-04T11:22:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:22:41,054 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733311359921.df294378e463250019d077989b04fe1e. 2024-12-04T11:22:41,055 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T11:22:41,055 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T11:22:41,056 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e12b86b8109d%2C40559%2C1733311340024.rep, suffix=, logDir=hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024, archiveDir=hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/oldWALs, maxLogs=10 2024-12-04T11:22:41,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.rep.1733311361056, exclude list is [], retry=0 2024-12-04T11:22:41,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43457,DS-b2eb3f9b-2b5b-4d45-a07c-e148102d34f3,DISK] 2024-12-04T11:22:41,072 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.rep.1733311361056 2024-12-04T11:22:41,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44169:44169)] 2024-12-04T11:22:41,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => df294378e463250019d077989b04fe1e, NAME => 'hbase:replication,,1733311359921.df294378e463250019d077989b04fe1e.', STARTKEY => '', ENDKEY => ''} 2024-12-04T11:22:41,073 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T11:22:41,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T11:22:41,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733311359921.df294378e463250019d077989b04fe1e. service=MultiRowMutationService 2024-12-04T11:22:41,074 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T11:22:41,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication df294378e463250019d077989b04fe1e 2024-12-04T11:22:41,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733311359921.df294378e463250019d077989b04fe1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T11:22:41,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for df294378e463250019d077989b04fe1e 2024-12-04T11:22:41,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for df294378e463250019d077989b04fe1e 2024-12-04T11:22:41,075 INFO [StoreOpener-df294378e463250019d077989b04fe1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region df294378e463250019d077989b04fe1e 2024-12-04T11:22:41,076 INFO [StoreOpener-df294378e463250019d077989b04fe1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df294378e463250019d077989b04fe1e columnFamilyName hfileref 2024-12-04T11:22:41,076 DEBUG [StoreOpener-df294378e463250019d077989b04fe1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:41,077 INFO [StoreOpener-df294378e463250019d077989b04fe1e-1 {}] regionserver.HStore(327): Store=df294378e463250019d077989b04fe1e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:22:41,077 INFO [StoreOpener-df294378e463250019d077989b04fe1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region df294378e463250019d077989b04fe1e 2024-12-04T11:22:41,077 INFO [StoreOpener-df294378e463250019d077989b04fe1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df294378e463250019d077989b04fe1e columnFamilyName queue 2024-12-04T11:22:41,077 DEBUG [StoreOpener-df294378e463250019d077989b04fe1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:41,077 INFO [StoreOpener-df294378e463250019d077989b04fe1e-1 {}] regionserver.HStore(327): Store=df294378e463250019d077989b04fe1e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:22:41,078 INFO [StoreOpener-df294378e463250019d077989b04fe1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region df294378e463250019d077989b04fe1e 2024-12-04T11:22:41,078 INFO [StoreOpener-df294378e463250019d077989b04fe1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df294378e463250019d077989b04fe1e columnFamilyName sid 2024-12-04T11:22:41,078 DEBUG [StoreOpener-df294378e463250019d077989b04fe1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T11:22:41,078 INFO [StoreOpener-df294378e463250019d077989b04fe1e-1 {}] regionserver.HStore(327): Store=df294378e463250019d077989b04fe1e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T11:22:41,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for df294378e463250019d077989b04fe1e 2024-12-04T11:22:41,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/hbase/replication/df294378e463250019d077989b04fe1e 2024-12-04T11:22:41,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/hbase/replication/df294378e463250019d077989b04fe1e 2024-12-04T11:22:41,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for df294378e463250019d077989b04fe1e 2024-12-04T11:22:41,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for df294378e463250019d077989b04fe1e 2024-12-04T11:22:41,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T11:22:41,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for df294378e463250019d077989b04fe1e 2024-12-04T11:22:41,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/hbase/replication/df294378e463250019d077989b04fe1e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T11:22:41,083 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened df294378e463250019d077989b04fe1e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63217731, jitterRate=-0.05798240005970001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T11:22:41,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for df294378e463250019d077989b04fe1e 2024-12-04T11:22:41,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for df294378e463250019d077989b04fe1e: Running coprocessor pre-open hook at 1733311361074Writing region info on filesystem at 1733311361074Initializing all the Stores at 1733311361075 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311361075Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311361075Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733311361075Cleaning up temporary data from old regions at 1733311361080 (+5 ms)Running coprocessor post-open hooks at 1733311361083 (+3 ms)Region opened successfully at 1733311361083 2024-12-04T11:22:41,084 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733311359921.df294378e463250019d077989b04fe1e., pid=10, masterSystemTime=1733311361052 2024-12-04T11:22:41,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733311359921.df294378e463250019d077989b04fe1e. 2024-12-04T11:22:41,085 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733311359921.df294378e463250019d077989b04fe1e. 2024-12-04T11:22:41,086 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=df294378e463250019d077989b04fe1e, regionState=OPEN, openSeqNum=2, regionLocation=e12b86b8109d,40559,1733311340024 2024-12-04T11:22:41,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure df294378e463250019d077989b04fe1e, server=e12b86b8109d,40559,1733311340024 because future has completed 2024-12-04T11:22:41,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T11:22:41,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure df294378e463250019d077989b04fe1e, server=e12b86b8109d,40559,1733311340024 in 188 msec 2024-12-04T11:22:41,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T11:22:41,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=df294378e463250019d077989b04fe1e, ASSIGN in 343 msec 2024-12-04T11:22:41,091 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T11:22:41,091 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733311361091"}]},"ts":"1733311361091"} 2024-12-04T11:22:41,092 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T11:22:41,092 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T11:22:41,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-12-04T11:22:41,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733311359921.df294378e463250019d077989b04fe1e., hostname=e12b86b8109d,40559,1733311340024, seqNum=2] 2024-12-04T11:22:41,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42521-0x101a01411940000, quorum=127.0.0.1:56841, baseZNode=/0924800590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0924800590 2024-12-04T11:22:41,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40559-0x101a01411940001, quorum=127.0.0.1:56841, baseZNode=/0924800590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0924800590 2024-12-04T11:22:41,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T11:22:41,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40559 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T11:22:41,423 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T11:22:41,449 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e12b86b8109d,40559,1733311340024, ReplicationSource: 1, currentBandwidth=0 2024-12-04T11:22:41,450 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:22:41,450 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40559,1733311340024, seqNum=-1] 2024-12-04T11:22:41,450 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:22:41,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-04T11:22:41,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e12b86b8109d,40559,1733311340024', locateType=CURRENT is [region=hbase:replication,,1733311359921.df294378e463250019d077989b04fe1e., hostname=e12b86b8109d,40559,1733311340024, seqNum=2] 2024-12-04T11:22:41,454 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T11:22:41,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42521 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T11:22:41,456 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e12b86b8109d,40559,1733311340024 suceeded 2024-12-04T11:22:41,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T11:22:41,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-12-04T11:22:41,458 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e12b86b8109d:41181,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T11:22:41,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5450 sec 2024-12-04T11:22:41,467 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e12b86b8109d:41181' 2024-12-04T11:22:41,468 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@355abe64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:41,468 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,41181,-1 for getting cluster id 2024-12-04T11:22:41,468 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:22:41,469 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '287dda0b-cfbc-46d3-9fe2-60c9f5f3066d' 2024-12-04T11:22:41,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:22:41,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "287dda0b-cfbc-46d3-9fe2-60c9f5f3066d" 2024-12-04T11:22:41,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a1fd5e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:41,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,41181,-1] 2024-12-04T11:22:41,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:22:41,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:41,470 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:22:41,470 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29c16216, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:41,470 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:22:41,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,41181,1733311345044 2024-12-04T11:22:41,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@454ece8 2024-12-04T11:22:41,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:22:41,471 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-04T11:22:41,472 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e12b86b8109d,40559,1733311340024 (queues=1) is replicating from cluster=1df3729e-7132-4700-ae32-c8f05a17d57f to cluster=287dda0b-cfbc-46d3-9fe2-60c9f5f3066d 2024-12-04T11:22:41,472 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e12b86b8109d%2C40559%2C1733311340024 2024-12-04T11:22:41,472 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e12b86b8109d,40559,1733311340024, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T11:22:41,472 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.shippere12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e12b86b8109d%2C40559%2C1733311340024 2024-12-04T11:22:41,472 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311342227, startPosition=0, beingWritten=true 2024-12-04T11:22:41,476 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:22:41,476 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311342227 to pos 379, reset compression=false 2024-12-04T11:22:41,476 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.shippere12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,40559,1733311340024 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311342227, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T11:22:41,681 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311342227 to pos 379, reset compression=false 2024-12-04T11:22:41,984 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311342227 to pos 379, reset compression=false 2024-12-04T11:22:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T11:22:42,058 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T11:22:42,058 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:22:42,058 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:22:42,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:42,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:42,058 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:22:42,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@459f22dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:42,059 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,42521,-1 for getting cluster id 2024-12-04T11:22:42,059 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:22:42,059 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1df3729e-7132-4700-ae32-c8f05a17d57f' 2024-12-04T11:22:42,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:22:42,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1df3729e-7132-4700-ae32-c8f05a17d57f" 2024-12-04T11:22:42,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a7123a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:42,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,42521,-1] 2024-12-04T11:22:42,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:22:42,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:42,061 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:22:42,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f72079e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:42,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357dd82e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:42,061 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,41181,-1 for getting cluster id 2024-12-04T11:22:42,062 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:22:42,062 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '287dda0b-cfbc-46d3-9fe2-60c9f5f3066d' 2024-12-04T11:22:42,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:22:42,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "287dda0b-cfbc-46d3-9fe2-60c9f5f3066d" 2024-12-04T11:22:42,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@511aacf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:42,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,41181,-1] 2024-12-04T11:22:42,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:22:42,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:42,063 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:22:42,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5074ab7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:42,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b9e528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:42,069 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,38909,-1 for getting cluster id 2024-12-04T11:22:42,070 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:22:42,070 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67c2f1cf-c5a9-4f78-aa7b-7b918e9c0a09' 2024-12-04T11:22:42,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:22:42,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67c2f1cf-c5a9-4f78-aa7b-7b918e9c0a09" 2024-12-04T11:22:42,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36da347b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:42,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,38909,-1] 2024-12-04T11:22:42,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:22:42,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:42,071 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:22:42,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bdff4a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:42,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:22:42,075 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733311362075/Put/seqid=0 2024-12-04T11:22:42,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741840_1016 (size=7894) 2024-12-04T11:22:42,387 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311342227 to pos 379, reset compression=false 2024-12-04T11:22:42,481 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733311362480/Put/seqid=0 2024-12-04T11:22:42,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741841_1017 (size=7691) 2024-12-04T11:22:42,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47e7459a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:42,885 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,42521,-1 for getting cluster id 2024-12-04T11:22:42,885 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:22:42,886 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1df3729e-7132-4700-ae32-c8f05a17d57f' 2024-12-04T11:22:42,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:22:42,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1df3729e-7132-4700-ae32-c8f05a17d57f" 2024-12-04T11:22:42,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1ce6d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:42,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,42521,-1] 2024-12-04T11:22:42,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:22:42,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:42,887 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:22:42,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137c9d05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:42,888 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:22:42,888 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40559,1733311340024, seqNum=-1] 2024-12-04T11:22:42,889 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:22:42,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:22:42,890 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311342227 to pos 379, reset compression=false 2024-12-04T11:22:42,894 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:22:42,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,42521,1733311339835 2024-12-04T11:22:42,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7296a134 2024-12-04T11:22:42,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:22:42,896 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:22:42,898 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733311354463.3685ee50614b92c91833010c54db9d1e., hostname=e12b86b8109d,40559,1733311340024, seqNum=2] 2024-12-04T11:22:42,900 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T11:22:42,904 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-04T11:22:42,906 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-04T11:22:42,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 3685ee50614b92c91833010c54db9d1e/f 2024-12-04T11:22:42,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-04T11:22:42,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T11:22:42,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 3685ee50614b92c91833010c54db9d1e/f 2024-12-04T11:22:42,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-04T11:22:42,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T11:22:42,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] regionserver.HRegion(2603): Flush status journal for 3685ee50614b92c91833010c54db9d1e: 2024-12-04T11:22:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/staging/jenkins__test__5phiqhjdi5isdhl1min1peif2tal2393vpm7g8rbbj96btkp8bd3sbuhsbtd3mu4/f/hfile_1 2024-12-04T11:22:42,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/staging/jenkins__test__5phiqhjdi5isdhl1min1peif2tal2393vpm7g8rbbj96btkp8bd3sbuhsbtd3mu4/f/hfile_1 as hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/default/test/3685ee50614b92c91833010c54db9d1e/f/bfd9875451ac4c998489fa51c59c0778_SeqId_4_ 2024-12-04T11:22:42,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/staging/jenkins__test__5phiqhjdi5isdhl1min1peif2tal2393vpm7g8rbbj96btkp8bd3sbuhsbtd3mu4/f/hfile_0 2024-12-04T11:22:42,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/staging/jenkins__test__5phiqhjdi5isdhl1min1peif2tal2393vpm7g8rbbj96btkp8bd3sbuhsbtd3mu4/f/hfile_0 as hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/default/test/3685ee50614b92c91833010c54db9d1e/f/5f2bd4a8026e41f3a3db3a55ca06a3a6_SeqId_4_ 2024-12-04T11:22:42,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/staging/jenkins__test__5phiqhjdi5isdhl1min1peif2tal2393vpm7g8rbbj96btkp8bd3sbuhsbtd3mu4/f/hfile_1 into 3685ee50614b92c91833010c54db9d1e/f as hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/default/test/3685ee50614b92c91833010c54db9d1e/f/bfd9875451ac4c998489fa51c59c0778_SeqId_4_ - updating store file list. 2024-12-04T11:22:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bfd9875451ac4c998489fa51c59c0778_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T11:22:42,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/default/test/3685ee50614b92c91833010c54db9d1e/f/bfd9875451ac4c998489fa51c59c0778_SeqId_4_ into 3685ee50614b92c91833010c54db9d1e/f 2024-12-04T11:22:42,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/staging/jenkins__test__5phiqhjdi5isdhl1min1peif2tal2393vpm7g8rbbj96btkp8bd3sbuhsbtd3mu4/f/hfile_1 into 3685ee50614b92c91833010c54db9d1e/f (new location: hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/default/test/3685ee50614b92c91833010c54db9d1e/f/bfd9875451ac4c998489fa51c59c0778_SeqId_4_) 2024-12-04T11:22:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/staging/jenkins__test__5phiqhjdi5isdhl1min1peif2tal2393vpm7g8rbbj96btkp8bd3sbuhsbtd3mu4/f/hfile_1 2024-12-04T11:22:42,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/staging/jenkins__test__5phiqhjdi5isdhl1min1peif2tal2393vpm7g8rbbj96btkp8bd3sbuhsbtd3mu4/f/hfile_0 into 3685ee50614b92c91833010c54db9d1e/f as hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/default/test/3685ee50614b92c91833010c54db9d1e/f/5f2bd4a8026e41f3a3db3a55ca06a3a6_SeqId_4_ - updating store file list. 2024-12-04T11:22:42,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5f2bd4a8026e41f3a3db3a55ca06a3a6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T11:22:42,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/default/test/3685ee50614b92c91833010c54db9d1e/f/5f2bd4a8026e41f3a3db3a55ca06a3a6_SeqId_4_ into 3685ee50614b92c91833010c54db9d1e/f 2024-12-04T11:22:42,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/staging/jenkins__test__5phiqhjdi5isdhl1min1peif2tal2393vpm7g8rbbj96btkp8bd3sbuhsbtd3mu4/f/hfile_0 into 3685ee50614b92c91833010c54db9d1e/f (new location: hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/default/test/3685ee50614b92c91833010c54db9d1e/f/5f2bd4a8026e41f3a3db3a55ca06a3a6_SeqId_4_) 2024-12-04T11:22:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/staging/jenkins__test__5phiqhjdi5isdhl1min1peif2tal2393vpm7g8rbbj96btkp8bd3sbuhsbtd3mu4/f/hfile_0 2024-12-04T11:22:42,930 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:22:42,930 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:22:42,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:42,930 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:22:42,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:42,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733311354463.3685ee50614b92c91833010c54db9d1e., hostname=e12b86b8109d,40559,1733311340024, seqNum=2 , the old value is region=test,,1733311354463.3685ee50614b92c91833010c54db9d1e., hostname=e12b86b8109d,40559,1733311340024, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e12b86b8109d:40559 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T11:22:42,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733311354463.3685ee50614b92c91833010c54db9d1e., hostname=e12b86b8109d,40559,1733311340024, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T11:22:42,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733311354463.3685ee50614b92c91833010c54db9d1e., hostname=e12b86b8109d,40559,1733311340024, seqNum=2 from cache 2024-12-04T11:22:42,931 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:22:42,931 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-04T11:22:42,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,38223,1733311345186, seqNum=-1] 2024-12-04T11:22:42,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:22:42,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:22:42,934 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733311355609.49de6a1b14271746a0821157e0a00487., hostname=e12b86b8109d,38223,1733311345186, seqNum=2] 2024-12-04T11:22:42,935 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T11:22:43,027 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T11:22:43,038 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:40559 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T11:22:43,492 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311342227 to pos 379, reset compression=false 2024-12-04T11:22:43,496 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T11:22:43,496 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.shippere12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,40559,1733311340024 got entry batch from reader: WALEntryBatch [walEntries=[{test/3685ee50614b92c91833010c54db9d1e/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733311362928/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311342227, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T11:22:43,497 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.shippere12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T11:22:43,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-04T11:22:43,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.ReplicationSink(318): Replicating [1df3729e-7132-4700-ae32-c8f05a17d57f] bulk loaded data 2024-12-04T11:22:43,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1695cdec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:43,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,41181,-1 for getting cluster id 2024-12-04T11:22:43,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:22:43,499 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '287dda0b-cfbc-46d3-9fe2-60c9f5f3066d' 2024-12-04T11:22:43,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:22:43,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "287dda0b-cfbc-46d3-9fe2-60c9f5f3066d" 2024-12-04T11:22:43,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33c51689, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:43,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,41181,-1] 2024-12-04T11:22:43,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:22:43,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:43,500 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:22:43,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e786c2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:43,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741837_1013 (size=7691) 2024-12-04T11:22:43,696 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311342227 to pos 687, reset compression=false 2024-12-04T11:22:43,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741838_1014 (size=7894) 2024-12-04T11:22:43,937 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T11:22:43,999 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311342227 to pos 687, reset compression=false 2024-12-04T11:22:44,317 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:22:44,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,41181,1733311345044 2024-12-04T11:22:44,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40322868 2024-12-04T11:22:44,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:22:44,318 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-04T11:22:44,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T11:22:44,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:22:44,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,38223,1733311345186, seqNum=-1] 2024-12-04T11:22:44,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:22:44,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-04T11:22:44,326 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/staging/jenkins.hfs.22__test__f8djh7ho8b7huh88ef5ofal36svujefsd34mdt5fl09gprtot5btjt7d53ke97cv/f/5f2bd4a8026e41f3a3db3a55ca06a3a6_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-04T11:22:44,328 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/staging/jenkins.hfs.22__test__f8djh7ho8b7huh88ef5ofal36svujefsd34mdt5fl09gprtot5btjt7d53ke97cv/f/bfd9875451ac4c998489fa51c59c0778_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-04T11:22:44,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/staging/jenkins.hfs.22__test__f8djh7ho8b7huh88ef5ofal36svujefsd34mdt5fl09gprtot5btjt7d53ke97cv/f/5f2bd4a8026e41f3a3db3a55ca06a3a6_SeqId_4_ for inclusion in 49de6a1b14271746a0821157e0a00487/f 2024-12-04T11:22:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-04T11:22:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T11:22:44,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/staging/jenkins.hfs.22__test__f8djh7ho8b7huh88ef5ofal36svujefsd34mdt5fl09gprtot5btjt7d53ke97cv/f/bfd9875451ac4c998489fa51c59c0778_SeqId_4_ for inclusion in 49de6a1b14271746a0821157e0a00487/f 2024-12-04T11:22:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-04T11:22:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T11:22:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.HRegion(2603): Flush status journal for 49de6a1b14271746a0821157e0a00487: 2024-12-04T11:22:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5f2bd4a8026e41f3a3db3a55ca06a3a6_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T11:22:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/staging/jenkins.hfs.22__test__f8djh7ho8b7huh88ef5ofal36svujefsd34mdt5fl09gprtot5btjt7d53ke97cv/f/5f2bd4a8026e41f3a3db3a55ca06a3a6_SeqId_4_ as hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/default/test/49de6a1b14271746a0821157e0a00487/f/15f5f4755f854e86afaa189ba7b8e1f2_SeqId_4_ 2024-12-04T11:22:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bfd9875451ac4c998489fa51c59c0778_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T11:22:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/staging/jenkins.hfs.22__test__f8djh7ho8b7huh88ef5ofal36svujefsd34mdt5fl09gprtot5btjt7d53ke97cv/f/bfd9875451ac4c998489fa51c59c0778_SeqId_4_ as hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/default/test/49de6a1b14271746a0821157e0a00487/f/c28c68e2acfd49db985db17f02dd020e_SeqId_4_ 2024-12-04T11:22:44,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/staging/jenkins.hfs.22__test__f8djh7ho8b7huh88ef5ofal36svujefsd34mdt5fl09gprtot5btjt7d53ke97cv/f/5f2bd4a8026e41f3a3db3a55ca06a3a6_SeqId_4_ into 49de6a1b14271746a0821157e0a00487/f as hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/default/test/49de6a1b14271746a0821157e0a00487/f/15f5f4755f854e86afaa189ba7b8e1f2_SeqId_4_ - updating store file list. 2024-12-04T11:22:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 15f5f4755f854e86afaa189ba7b8e1f2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T11:22:44,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/default/test/49de6a1b14271746a0821157e0a00487/f/15f5f4755f854e86afaa189ba7b8e1f2_SeqId_4_ into 49de6a1b14271746a0821157e0a00487/f 2024-12-04T11:22:44,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/staging/jenkins.hfs.22__test__f8djh7ho8b7huh88ef5ofal36svujefsd34mdt5fl09gprtot5btjt7d53ke97cv/f/5f2bd4a8026e41f3a3db3a55ca06a3a6_SeqId_4_ into 49de6a1b14271746a0821157e0a00487/f (new location: hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/default/test/49de6a1b14271746a0821157e0a00487/f/15f5f4755f854e86afaa189ba7b8e1f2_SeqId_4_) 2024-12-04T11:22:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/staging/jenkins.hfs.22__test__f8djh7ho8b7huh88ef5ofal36svujefsd34mdt5fl09gprtot5btjt7d53ke97cv/f/5f2bd4a8026e41f3a3db3a55ca06a3a6_SeqId_4_ 2024-12-04T11:22:44,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/staging/jenkins.hfs.22__test__f8djh7ho8b7huh88ef5ofal36svujefsd34mdt5fl09gprtot5btjt7d53ke97cv/f/bfd9875451ac4c998489fa51c59c0778_SeqId_4_ into 49de6a1b14271746a0821157e0a00487/f as hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/default/test/49de6a1b14271746a0821157e0a00487/f/c28c68e2acfd49db985db17f02dd020e_SeqId_4_ - updating store file list. 2024-12-04T11:22:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c28c68e2acfd49db985db17f02dd020e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T11:22:44,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/default/test/49de6a1b14271746a0821157e0a00487/f/c28c68e2acfd49db985db17f02dd020e_SeqId_4_ into 49de6a1b14271746a0821157e0a00487/f 2024-12-04T11:22:44,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/staging/jenkins.hfs.22__test__f8djh7ho8b7huh88ef5ofal36svujefsd34mdt5fl09gprtot5btjt7d53ke97cv/f/bfd9875451ac4c998489fa51c59c0778_SeqId_4_ into 49de6a1b14271746a0821157e0a00487/f (new location: hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/default/test/49de6a1b14271746a0821157e0a00487/f/c28c68e2acfd49db985db17f02dd020e_SeqId_4_) 2024-12-04T11:22:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/staging/jenkins.hfs.22__test__f8djh7ho8b7huh88ef5ofal36svujefsd34mdt5fl09gprtot5btjt7d53ke97cv/f/bfd9875451ac4c998489fa51c59c0778_SeqId_4_ 2024-12-04T11:22:44,344 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.ReplicationSink(324): Finished replicating [1df3729e-7132-4700-ae32-c8f05a17d57f] bulk loaded data 2024-12-04T11:22:44,403 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311342227 to pos 687, reset compression=false 2024-12-04T11:22:44,906 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311342227 to pos 687, reset compression=false 2024-12-04T11:22:44,943 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:22:44,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,46125,1733311350700, seqNum=-1] 2024-12-04T11:22:44,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:22:44,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:22:44,947 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733311357759.873207fa43bc6e5fb0f48f5c763b6dc1., hostname=e12b86b8109d,46125,1733311350700, seqNum=2] 2024-12-04T11:22:44,952 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T11:22:44,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T11:22:44,954 DEBUG [regionserver/e12b86b8109d:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e12b86b8109d%2C40559%2C1733311340024:(num 1733311342227) roll requested 2024-12-04T11:22:44,972 DEBUG [regionserver/e12b86b8109d:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311364954, exclude list is [], retry=0 2024-12-04T11:22:44,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43457,DS-b2eb3f9b-2b5b-4d45-a07c-e148102d34f3,DISK] 2024-12-04T11:22:44,976 INFO [regionserver/e12b86b8109d:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311342227 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311364954 2024-12-04T11:22:44,976 DEBUG [regionserver/e12b86b8109d:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44169:44169)] 2024-12-04T11:22:44,977 DEBUG [regionserver/e12b86b8109d:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311342227 is not closed yet, will try archiving it next time 2024-12-04T11:22:44,977 DEBUG [regionserver/e12b86b8109d:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e12b86b8109d%2C40559%2C1733311340024.rep:(num 1733311361056) roll requested 2024-12-04T11:22:44,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4af2ab6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:44,978 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,42521,-1 for getting cluster id 2024-12-04T11:22:44,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741833_1009 (size=695) 2024-12-04T11:22:44,978 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:22:44,979 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1df3729e-7132-4700-ae32-c8f05a17d57f' 2024-12-04T11:22:44,979 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:22:44,979 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1df3729e-7132-4700-ae32-c8f05a17d57f" 2024-12-04T11:22:44,979 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b18301, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:44,979 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,42521,-1] 2024-12-04T11:22:44,979 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311342227 to hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/oldWALs/e12b86b8109d%2C40559%2C1733311340024.1733311342227 2024-12-04T11:22:44,979 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:22:44,979 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:44,980 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:22:44,981 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e85904, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:44,981 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:22:44,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,42521,1733311339835 2024-12-04T11:22:44,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78e1f117 2024-12-04T11:22:44,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:22:44,983 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:22:44,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42521 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://e12b86b8109d:38909,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T11:22:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42521 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T11:22:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T11:22:44,985 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e12b86b8109d:38909' 2024-12-04T11:22:44,986 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39e4935c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:44,986 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,38909,-1 for getting cluster id 2024-12-04T11:22:44,986 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:22:44,987 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67c2f1cf-c5a9-4f78-aa7b-7b918e9c0a09' 2024-12-04T11:22:44,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:22:44,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67c2f1cf-c5a9-4f78-aa7b-7b918e9c0a09" 2024-12-04T11:22:44,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68cf4cc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:44,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,38909,-1] 2024-12-04T11:22:44,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:22:44,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:44,988 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:22:44,990 DEBUG [regionserver/e12b86b8109d:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.rep.1733311364977, exclude list is [], retry=0 2024-12-04T11:22:44,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43457,DS-b2eb3f9b-2b5b-4d45-a07c-e148102d34f3,DISK] 2024-12-04T11:22:44,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f93ad09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:44,993 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:22:44,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,38909,1733311350552 2024-12-04T11:22:44,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f80ca26 2024-12-04T11:22:44,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:22:44,994 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:22:44,995 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-04T11:22:44,995 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T11:22:44,995 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:44,995 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:44,995 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:22:44,998 INFO [regionserver/e12b86b8109d:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.rep.1733311361056 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.rep.1733311364977 2024-12-04T11:22:44,999 DEBUG [regionserver/e12b86b8109d:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44169:44169)] 2024-12-04T11:22:44,999 DEBUG [regionserver/e12b86b8109d:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.rep.1733311361056 is not closed yet, will try archiving it next time 2024-12-04T11:22:44,999 DEBUG [regionserver/e12b86b8109d:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e12b86b8109d%2C40559%2C1733311340024.meta:.meta(num 1733311342912) roll requested 2024-12-04T11:22:45,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741839_1015 (size=1505) 2024-12-04T11:22:45,015 DEBUG [regionserver/e12b86b8109d:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.meta.1733311364999.meta, exclude list is [], retry=0 2024-12-04T11:22:45,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43457,DS-b2eb3f9b-2b5b-4d45-a07c-e148102d34f3,DISK] 2024-12-04T11:22:45,019 INFO [regionserver/e12b86b8109d:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.meta.1733311342912.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.meta.1733311364999.meta 2024-12-04T11:22:45,019 DEBUG [regionserver/e12b86b8109d:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44169:44169)] 2024-12-04T11:22:45,019 DEBUG [regionserver/e12b86b8109d:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.meta.1733311342912.meta is not closed yet, will try archiving it next time 2024-12-04T11:22:45,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741834_1010 (size=3473) 2024-12-04T11:22:45,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T11:22:45,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T11:22:45,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40559 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-04T11:22:45,254 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-04T11:22:45,277 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-e12b86b8109d,40559,1733311340024, ReplicationSource: 2, currentBandwidth=0 2024-12-04T11:22:45,279 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-04T11:22:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42521 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-04T11:22:45,281 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on e12b86b8109d,40559,1733311340024 suceeded 2024-12-04T11:22:45,283 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-04T11:22:45,283 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://e12b86b8109d:38909,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T11:22:45,283 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 179 msec 2024-12-04T11:22:45,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 300 msec 2024-12-04T11:22:45,291 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,40559,1733311340024 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e12b86b8109d:38909' 2024-12-04T11:22:45,292 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,40559,1733311340024 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@251b5ecb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:45,292 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,40559,1733311340024 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,38909,-1 for getting cluster id 2024-12-04T11:22:45,292 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,40559,1733311340024 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:22:45,293 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67c2f1cf-c5a9-4f78-aa7b-7b918e9c0a09' 2024-12-04T11:22:45,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:22:45,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67c2f1cf-c5a9-4f78-aa7b-7b918e9c0a09" 2024-12-04T11:22:45,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@662a4a88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:45,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,38909,-1] 2024-12-04T11:22:45,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:22:45,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:45,294 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:22:45,294 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,40559,1733311340024 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8f62c1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:45,294 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,40559,1733311340024 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:22:45,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,38909,1733311350552 2024-12-04T11:22:45,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f10e83d 2024-12-04T11:22:45,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:22:45,295 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-04T11:22:45,296 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,40559,1733311340024 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-e12b86b8109d,40559,1733311340024 (queues=1) is replicating from cluster=1df3729e-7132-4700-ae32-c8f05a17d57f to cluster=67c2f1cf-c5a9-4f78-aa7b-7b918e9c0a09 2024-12-04T11:22:45,296 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,40559,1733311340024 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=e12b86b8109d%2C40559%2C1733311340024 2024-12-04T11:22:45,296 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,40559,1733311340024 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-e12b86b8109d,40559,1733311340024, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T11:22:45,296 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,40559,1733311340024.replicationSource.shippere12b86b8109d%2C40559%2C1733311340024,2-e12b86b8109d,40559,1733311340024 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e12b86b8109d%2C40559%2C1733311340024 2024-12-04T11:22:45,296 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,2-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311364954, startPosition=0, beingWritten=true 2024-12-04T11:22:45,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T11:22:45,298 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-04T11:22:45,298 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:22:45,298 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:22:45,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:45,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:45,298 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:22:45,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T11:22:45,302 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733311365301/Put/seqid=0 2024-12-04T11:22:45,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741845_1021 (size=11194) 2024-12-04T11:22:45,501 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,2-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311364954 to pos 0, reset compression=false 2024-12-04T11:22:45,509 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311342227 to pos 687, reset compression=false 2024-12-04T11:22:45,510 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311342227 was moved to hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/oldWALs/e12b86b8109d%2C40559%2C1733311340024.1733311342227 2024-12-04T11:22:45,512 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311342227 2024-12-04T11:22:45,512 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311364954, startPosition=0, beingWritten=true 2024-12-04T11:22:45,512 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.shippere12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,40559,1733311340024 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311342227, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-04T11:22:45,514 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.shippere12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [e12b86b8109d%2C40559%2C1733311340024.1733311342227] 2024-12-04T11:22:45,708 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733311365707/Put/seqid=0 2024-12-04T11:22:45,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741846_1022 (size=10791) 2024-12-04T11:22:45,804 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,2-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311364954 to pos 0, reset compression=false 2024-12-04T11:22:46,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7535875b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:46,112 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,42521,-1 for getting cluster id 2024-12-04T11:22:46,112 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:22:46,113 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1df3729e-7132-4700-ae32-c8f05a17d57f' 2024-12-04T11:22:46,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:22:46,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1df3729e-7132-4700-ae32-c8f05a17d57f" 2024-12-04T11:22:46,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@635f3232, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:46,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,42521,-1] 2024-12-04T11:22:46,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:22:46,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:46,114 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:22:46,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a371d99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:46,114 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:22:46,115 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,40559,1733311340024, seqNum=-1] 2024-12-04T11:22:46,115 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:22:46,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T11:22:46,121 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:22:46,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,42521,1733311339835 2024-12-04T11:22:46,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2dbf1181 2024-12-04T11:22:46,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:22:46,123 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T11:22:46,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733311354463.3685ee50614b92c91833010c54db9d1e., hostname=e12b86b8109d,40559,1733311340024, seqNum=2] 2024-12-04T11:22:46,127 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T11:22:46,131 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-04T11:22:46,132 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-04T11:22:46,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 3685ee50614b92c91833010c54db9d1e/f 2024-12-04T11:22:46,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-04T11:22:46,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T11:22:46,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 3685ee50614b92c91833010c54db9d1e/f 2024-12-04T11:22:46,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-04T11:22:46,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T11:22:46,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] regionserver.HRegion(2603): Flush status journal for 3685ee50614b92c91833010c54db9d1e: 2024-12-04T11:22:46,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/staging/jenkins__test__n5st4428ftc7utihsd17b4i9g117v54jvs6030qachger6jkoego0jejo64ruqlm/f/hfile_0 2024-12-04T11:22:46,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/staging/jenkins__test__n5st4428ftc7utihsd17b4i9g117v54jvs6030qachger6jkoego0jejo64ruqlm/f/hfile_0 as hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/default/test/3685ee50614b92c91833010c54db9d1e/f/0e762d9d362d479599a3474ba776e15b_SeqId_6_ 2024-12-04T11:22:46,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/staging/jenkins__test__n5st4428ftc7utihsd17b4i9g117v54jvs6030qachger6jkoego0jejo64ruqlm/f/hfile_1 2024-12-04T11:22:46,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/staging/jenkins__test__n5st4428ftc7utihsd17b4i9g117v54jvs6030qachger6jkoego0jejo64ruqlm/f/hfile_1 as hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/default/test/3685ee50614b92c91833010c54db9d1e/f/f3ec68f050b04a6eb68087aa8ba2ca65_SeqId_6_ 2024-12-04T11:22:46,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/staging/jenkins__test__n5st4428ftc7utihsd17b4i9g117v54jvs6030qachger6jkoego0jejo64ruqlm/f/hfile_0 into 3685ee50614b92c91833010c54db9d1e/f as hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/default/test/3685ee50614b92c91833010c54db9d1e/f/0e762d9d362d479599a3474ba776e15b_SeqId_6_ - updating store file list. 2024-12-04T11:22:46,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0e762d9d362d479599a3474ba776e15b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T11:22:46,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/default/test/3685ee50614b92c91833010c54db9d1e/f/0e762d9d362d479599a3474ba776e15b_SeqId_6_ into 3685ee50614b92c91833010c54db9d1e/f 2024-12-04T11:22:46,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/staging/jenkins__test__n5st4428ftc7utihsd17b4i9g117v54jvs6030qachger6jkoego0jejo64ruqlm/f/hfile_0 into 3685ee50614b92c91833010c54db9d1e/f (new location: hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/default/test/3685ee50614b92c91833010c54db9d1e/f/0e762d9d362d479599a3474ba776e15b_SeqId_6_) 2024-12-04T11:22:46,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/staging/jenkins__test__n5st4428ftc7utihsd17b4i9g117v54jvs6030qachger6jkoego0jejo64ruqlm/f/hfile_0 2024-12-04T11:22:46,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/staging/jenkins__test__n5st4428ftc7utihsd17b4i9g117v54jvs6030qachger6jkoego0jejo64ruqlm/f/hfile_1 into 3685ee50614b92c91833010c54db9d1e/f as hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/default/test/3685ee50614b92c91833010c54db9d1e/f/f3ec68f050b04a6eb68087aa8ba2ca65_SeqId_6_ - updating store file list. 2024-12-04T11:22:46,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f3ec68f050b04a6eb68087aa8ba2ca65_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T11:22:46,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/default/test/3685ee50614b92c91833010c54db9d1e/f/f3ec68f050b04a6eb68087aa8ba2ca65_SeqId_6_ into 3685ee50614b92c91833010c54db9d1e/f 2024-12-04T11:22:46,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/staging/jenkins__test__n5st4428ftc7utihsd17b4i9g117v54jvs6030qachger6jkoego0jejo64ruqlm/f/hfile_1 into 3685ee50614b92c91833010c54db9d1e/f (new location: hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/default/test/3685ee50614b92c91833010c54db9d1e/f/f3ec68f050b04a6eb68087aa8ba2ca65_SeqId_6_) 2024-12-04T11:22:46,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/staging/jenkins__test__n5st4428ftc7utihsd17b4i9g117v54jvs6030qachger6jkoego0jejo64ruqlm/f/hfile_1 2024-12-04T11:22:46,157 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:22:46,157 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:22:46,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:46,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:46,157 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:22:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733311354463.3685ee50614b92c91833010c54db9d1e., hostname=e12b86b8109d,40559,1733311340024, seqNum=2 , the old value is region=test,,1733311354463.3685ee50614b92c91833010c54db9d1e., hostname=e12b86b8109d,40559,1733311340024, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e12b86b8109d:40559 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T11:22:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733311354463.3685ee50614b92c91833010c54db9d1e., hostname=e12b86b8109d,40559,1733311340024, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T11:22:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733311354463.3685ee50614b92c91833010c54db9d1e., hostname=e12b86b8109d,40559,1733311340024, seqNum=2 from cache 2024-12-04T11:22:46,158 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-04T11:22:46,160 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T11:22:46,208 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,2-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311364954 to pos 0, reset compression=false 2024-12-04T11:22:46,211 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,2-e12b86b8109d,40559,1733311340024 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T11:22:46,211 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,40559,1733311340024.replicationSource.shippere12b86b8109d%2C40559%2C1733311340024,2-e12b86b8109d,40559,1733311340024 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-e12b86b8109d,40559,1733311340024 got entry batch from reader: WALEntryBatch [walEntries=[{test/3685ee50614b92c91833010c54db9d1e/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733311366155/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311364954, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T11:22:46,213 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,40559,1733311340024.replicationSource.shippere12b86b8109d%2C40559%2C1733311340024,2-e12b86b8109d,40559,1733311340024 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T11:22:46,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-04T11:22:46,214 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.ReplicationSink(318): Replicating [1df3729e-7132-4700-ae32-c8f05a17d57f] bulk loaded data 2024-12-04T11:22:46,214 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d87910e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:46,214 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] client.ClusterIdFetcher(90): Going to request e12b86b8109d,38909,-1 for getting cluster id 2024-12-04T11:22:46,215 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T11:22:46,215 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67c2f1cf-c5a9-4f78-aa7b-7b918e9c0a09' 2024-12-04T11:22:46,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T11:22:46,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67c2f1cf-c5a9-4f78-aa7b-7b918e9c0a09" 2024-12-04T11:22:46,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17e0b332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:46,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e12b86b8109d,38909,-1] 2024-12-04T11:22:46,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T11:22:46,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:46,216 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-04T11:22:46,216 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311364954 to pos 0, reset compression=false 2024-12-04T11:22:46,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5cf69b30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T11:22:46,219 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T11:22:46,219 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.shippere12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,40559,1733311340024 got entry batch from reader: WALEntryBatch [walEntries=[{test/3685ee50614b92c91833010c54db9d1e/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733311366155/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311364954, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T11:22:46,220 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.ReplicationSink(318): Replicating [1df3729e-7132-4700-ae32-c8f05a17d57f] bulk loaded data 2024-12-04T11:22:46,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741837_1013 (size=11194) 2024-12-04T11:22:46,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741839_1015 (size=11194) 2024-12-04T11:22:46,268 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:40559 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T11:22:46,412 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,2-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311364954 to pos 393, reset compression=false 2024-12-04T11:22:46,420 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311364954 to pos 393, reset compression=false 2024-12-04T11:22:46,576 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:22:46,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:46,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:46,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:46,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:46,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:46,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:46,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:46,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:46,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:46,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:46,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:46,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:46,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:46,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:46,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:46,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:46,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:46,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:46,628 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T11:22:46,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741838_1014 (size=10791) 2024-12-04T11:22:46,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741840_1016 (size=10791) 2024-12-04T11:22:46,715 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,2-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311364954 to pos 393, reset compression=false 2024-12-04T11:22:46,722 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311364954 to pos 393, reset compression=false 2024-12-04T11:22:47,032 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:22:47,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e12b86b8109d,38909,1733311350552 2024-12-04T11:22:47,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@690abc8e 2024-12-04T11:22:47,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T11:22:47,033 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-04T11:22:47,035 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T11:22:47,035 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T11:22:47,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e12b86b8109d,46125,1733311350700, seqNum=-1] 2024-12-04T11:22:47,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T11:22:47,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-04T11:22:47,040 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/staging/jenkins.hfs.23__test__5vglgi6dsaeeuaseu42s9aioslcegn21duhsaj5uklndaobdf4g74glrvol4i3q1/f/0e762d9d362d479599a3474ba776e15b_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-04T11:22:47,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T11:22:47,042 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/staging/jenkins.hfs.23__test__5vglgi6dsaeeuaseu42s9aioslcegn21duhsaj5uklndaobdf4g74glrvol4i3q1/f/f3ec68f050b04a6eb68087aa8ba2ca65_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-04T11:22:47,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/staging/jenkins.hfs.23__test__5vglgi6dsaeeuaseu42s9aioslcegn21duhsaj5uklndaobdf4g74glrvol4i3q1/f/f3ec68f050b04a6eb68087aa8ba2ca65_SeqId_6_ for inclusion in 873207fa43bc6e5fb0f48f5c763b6dc1/f 2024-12-04T11:22:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-04T11:22:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T11:22:47,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/staging/jenkins.hfs.23__test__5vglgi6dsaeeuaseu42s9aioslcegn21duhsaj5uklndaobdf4g74glrvol4i3q1/f/0e762d9d362d479599a3474ba776e15b_SeqId_6_ for inclusion in 873207fa43bc6e5fb0f48f5c763b6dc1/f 2024-12-04T11:22:47,047 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/staging/jenkins.hfs.22__test__im91vkg2rnkt4rj7li56b7tiujhf4runcq8m0416fr7mq2961f89sna9as7ee3de/f/0e762d9d362d479599a3474ba776e15b_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-04T11:22:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-04T11:22:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T11:22:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.HRegion(2603): Flush status journal for 873207fa43bc6e5fb0f48f5c763b6dc1: 2024-12-04T11:22:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f3ec68f050b04a6eb68087aa8ba2ca65_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T11:22:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/staging/jenkins.hfs.23__test__5vglgi6dsaeeuaseu42s9aioslcegn21duhsaj5uklndaobdf4g74glrvol4i3q1/f/f3ec68f050b04a6eb68087aa8ba2ca65_SeqId_6_ as hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/data/default/test/873207fa43bc6e5fb0f48f5c763b6dc1/f/f796c43c39704d8e91e423a9e08dacc8_SeqId_4_ 2024-12-04T11:22:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0e762d9d362d479599a3474ba776e15b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T11:22:47,049 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/staging/jenkins.hfs.22__test__im91vkg2rnkt4rj7li56b7tiujhf4runcq8m0416fr7mq2961f89sna9as7ee3de/f/f3ec68f050b04a6eb68087aa8ba2ca65_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-04T11:22:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/staging/jenkins.hfs.23__test__5vglgi6dsaeeuaseu42s9aioslcegn21duhsaj5uklndaobdf4g74glrvol4i3q1/f/0e762d9d362d479599a3474ba776e15b_SeqId_6_ as hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/data/default/test/873207fa43bc6e5fb0f48f5c763b6dc1/f/6c93877178be43baa7d65a5b4fe57f35_SeqId_4_ 2024-12-04T11:22:47,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/staging/jenkins.hfs.23__test__5vglgi6dsaeeuaseu42s9aioslcegn21duhsaj5uklndaobdf4g74glrvol4i3q1/f/f3ec68f050b04a6eb68087aa8ba2ca65_SeqId_6_ into 873207fa43bc6e5fb0f48f5c763b6dc1/f as hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/data/default/test/873207fa43bc6e5fb0f48f5c763b6dc1/f/f796c43c39704d8e91e423a9e08dacc8_SeqId_4_ - updating store file list. 2024-12-04T11:22:47,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/staging/jenkins.hfs.22__test__im91vkg2rnkt4rj7li56b7tiujhf4runcq8m0416fr7mq2961f89sna9as7ee3de/f/f3ec68f050b04a6eb68087aa8ba2ca65_SeqId_6_ for inclusion in 49de6a1b14271746a0821157e0a00487/f 2024-12-04T11:22:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-04T11:22:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T11:22:47,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/staging/jenkins.hfs.22__test__im91vkg2rnkt4rj7li56b7tiujhf4runcq8m0416fr7mq2961f89sna9as7ee3de/f/0e762d9d362d479599a3474ba776e15b_SeqId_6_ for inclusion in 49de6a1b14271746a0821157e0a00487/f 2024-12-04T11:22:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f796c43c39704d8e91e423a9e08dacc8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T11:22:47,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/data/default/test/873207fa43bc6e5fb0f48f5c763b6dc1/f/f796c43c39704d8e91e423a9e08dacc8_SeqId_4_ into 873207fa43bc6e5fb0f48f5c763b6dc1/f 2024-12-04T11:22:47,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/staging/jenkins.hfs.23__test__5vglgi6dsaeeuaseu42s9aioslcegn21duhsaj5uklndaobdf4g74glrvol4i3q1/f/f3ec68f050b04a6eb68087aa8ba2ca65_SeqId_6_ into 873207fa43bc6e5fb0f48f5c763b6dc1/f (new location: hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/data/default/test/873207fa43bc6e5fb0f48f5c763b6dc1/f/f796c43c39704d8e91e423a9e08dacc8_SeqId_4_) 2024-12-04T11:22:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/staging/jenkins.hfs.23__test__5vglgi6dsaeeuaseu42s9aioslcegn21duhsaj5uklndaobdf4g74glrvol4i3q1/f/f3ec68f050b04a6eb68087aa8ba2ca65_SeqId_6_ 2024-12-04T11:22:47,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/staging/jenkins.hfs.23__test__5vglgi6dsaeeuaseu42s9aioslcegn21duhsaj5uklndaobdf4g74glrvol4i3q1/f/0e762d9d362d479599a3474ba776e15b_SeqId_6_ into 873207fa43bc6e5fb0f48f5c763b6dc1/f as hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/data/default/test/873207fa43bc6e5fb0f48f5c763b6dc1/f/6c93877178be43baa7d65a5b4fe57f35_SeqId_4_ - updating store file list. 2024-12-04T11:22:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-04T11:22:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T11:22:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.HRegion(2603): Flush status journal for 49de6a1b14271746a0821157e0a00487: 2024-12-04T11:22:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f3ec68f050b04a6eb68087aa8ba2ca65_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T11:22:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/staging/jenkins.hfs.22__test__im91vkg2rnkt4rj7li56b7tiujhf4runcq8m0416fr7mq2961f89sna9as7ee3de/f/f3ec68f050b04a6eb68087aa8ba2ca65_SeqId_6_ as hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/default/test/49de6a1b14271746a0821157e0a00487/f/37a0b3ad46544d44a3c0cc86c3965786_SeqId_6_ 2024-12-04T11:22:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0e762d9d362d479599a3474ba776e15b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T11:22:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/staging/jenkins.hfs.22__test__im91vkg2rnkt4rj7li56b7tiujhf4runcq8m0416fr7mq2961f89sna9as7ee3de/f/0e762d9d362d479599a3474ba776e15b_SeqId_6_ as hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/default/test/49de6a1b14271746a0821157e0a00487/f/116c9e93f71c4af799a60e86e5e4a17f_SeqId_6_ 2024-12-04T11:22:47,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/staging/jenkins.hfs.22__test__im91vkg2rnkt4rj7li56b7tiujhf4runcq8m0416fr7mq2961f89sna9as7ee3de/f/f3ec68f050b04a6eb68087aa8ba2ca65_SeqId_6_ into 49de6a1b14271746a0821157e0a00487/f as hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/default/test/49de6a1b14271746a0821157e0a00487/f/37a0b3ad46544d44a3c0cc86c3965786_SeqId_6_ - updating store file list. 2024-12-04T11:22:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6c93877178be43baa7d65a5b4fe57f35_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T11:22:47,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/data/default/test/873207fa43bc6e5fb0f48f5c763b6dc1/f/6c93877178be43baa7d65a5b4fe57f35_SeqId_4_ into 873207fa43bc6e5fb0f48f5c763b6dc1/f 2024-12-04T11:22:47,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/staging/jenkins.hfs.23__test__5vglgi6dsaeeuaseu42s9aioslcegn21duhsaj5uklndaobdf4g74glrvol4i3q1/f/0e762d9d362d479599a3474ba776e15b_SeqId_6_ into 873207fa43bc6e5fb0f48f5c763b6dc1/f (new location: hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/data/default/test/873207fa43bc6e5fb0f48f5c763b6dc1/f/6c93877178be43baa7d65a5b4fe57f35_SeqId_4_) 2024-12-04T11:22:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/staging/jenkins.hfs.23__test__5vglgi6dsaeeuaseu42s9aioslcegn21duhsaj5uklndaobdf4g74glrvol4i3q1/f/0e762d9d362d479599a3474ba776e15b_SeqId_6_ 2024-12-04T11:22:47,058 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.ReplicationSink(324): Finished replicating [1df3729e-7132-4700-ae32-c8f05a17d57f] bulk loaded data 2024-12-04T11:22:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 37a0b3ad46544d44a3c0cc86c3965786_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T11:22:47,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/default/test/49de6a1b14271746a0821157e0a00487/f/37a0b3ad46544d44a3c0cc86c3965786_SeqId_6_ into 49de6a1b14271746a0821157e0a00487/f 2024-12-04T11:22:47,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/staging/jenkins.hfs.22__test__im91vkg2rnkt4rj7li56b7tiujhf4runcq8m0416fr7mq2961f89sna9as7ee3de/f/f3ec68f050b04a6eb68087aa8ba2ca65_SeqId_6_ into 49de6a1b14271746a0821157e0a00487/f (new location: hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/default/test/49de6a1b14271746a0821157e0a00487/f/37a0b3ad46544d44a3c0cc86c3965786_SeqId_6_) 2024-12-04T11:22:47,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/staging/jenkins.hfs.22__test__im91vkg2rnkt4rj7li56b7tiujhf4runcq8m0416fr7mq2961f89sna9as7ee3de/f/f3ec68f050b04a6eb68087aa8ba2ca65_SeqId_6_ 2024-12-04T11:22:47,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/staging/jenkins.hfs.22__test__im91vkg2rnkt4rj7li56b7tiujhf4runcq8m0416fr7mq2961f89sna9as7ee3de/f/0e762d9d362d479599a3474ba776e15b_SeqId_6_ into 49de6a1b14271746a0821157e0a00487/f as hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/default/test/49de6a1b14271746a0821157e0a00487/f/116c9e93f71c4af799a60e86e5e4a17f_SeqId_6_ - updating store file list. 2024-12-04T11:22:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 116c9e93f71c4af799a60e86e5e4a17f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T11:22:47,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/default/test/49de6a1b14271746a0821157e0a00487/f/116c9e93f71c4af799a60e86e5e4a17f_SeqId_6_ into 49de6a1b14271746a0821157e0a00487/f 2024-12-04T11:22:47,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/staging/jenkins.hfs.22__test__im91vkg2rnkt4rj7li56b7tiujhf4runcq8m0416fr7mq2961f89sna9as7ee3de/f/0e762d9d362d479599a3474ba776e15b_SeqId_6_ into 49de6a1b14271746a0821157e0a00487/f (new location: hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/default/test/49de6a1b14271746a0821157e0a00487/f/116c9e93f71c4af799a60e86e5e4a17f_SeqId_6_) 2024-12-04T11:22:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/staging/jenkins.hfs.22__test__im91vkg2rnkt4rj7li56b7tiujhf4runcq8m0416fr7mq2961f89sna9as7ee3de/f/0e762d9d362d479599a3474ba776e15b_SeqId_6_ 2024-12-04T11:22:47,064 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] regionserver.ReplicationSink(324): Finished replicating [1df3729e-7132-4700-ae32-c8f05a17d57f] bulk loaded data 2024-12-04T11:22:47,118 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,2-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311364954 to pos 393, reset compression=false 2024-12-04T11:22:47,125 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311364954 to pos 393, reset compression=false 2024-12-04T11:22:47,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T11:22:47,184 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:22:47,184 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:22:47,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:47,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:47,184 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:22:47,184 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T11:22:47,184 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=472816557, stopped=false 2024-12-04T11:22:47,184 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e12b86b8109d,38909,1733311350552 2024-12-04T11:22:47,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101a01411940007, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2130112677/running 2024-12-04T11:22:47,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38909-0x101a01411940006, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2130112677/running 2024-12-04T11:22:47,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38909-0x101a01411940006, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2130112677 2024-12-04T11:22:47,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101a01411940007, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2130112677 2024-12-04T11:22:47,238 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:22:47,238 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:22:47,238 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:22:47,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:47,239 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46125-0x101a01411940007, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Set watcher on znode that does not yet exist, /2-2130112677/running 2024-12-04T11:22:47,239 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38909-0x101a01411940006, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Set watcher on znode that does not yet exist, /2-2130112677/running 2024-12-04T11:22:47,239 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e12b86b8109d,46125,1733311350700' ***** 2024-12-04T11:22:47,239 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T11:22:47,239 INFO [RS:0;e12b86b8109d:46125 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T11:22:47,240 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T11:22:47,240 INFO [RS:0;e12b86b8109d:46125 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T11:22:47,240 INFO [RS:0;e12b86b8109d:46125 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T11:22:47,240 INFO [RS:0;e12b86b8109d:46125 {}] regionserver.HRegionServer(3091): Received CLOSE for 873207fa43bc6e5fb0f48f5c763b6dc1 2024-12-04T11:22:47,240 INFO [RS:0;e12b86b8109d:46125 {}] regionserver.HRegionServer(959): stopping server e12b86b8109d,46125,1733311350700 2024-12-04T11:22:47,240 INFO [RS:0;e12b86b8109d:46125 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:22:47,240 INFO [RS:0;e12b86b8109d:46125 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:46125. 2024-12-04T11:22:47,240 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 873207fa43bc6e5fb0f48f5c763b6dc1, disabling compactions & flushes 2024-12-04T11:22:47,240 DEBUG [RS:0;e12b86b8109d:46125 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:22:47,240 DEBUG [RS:0;e12b86b8109d:46125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:47,240 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733311357759.873207fa43bc6e5fb0f48f5c763b6dc1. 2024-12-04T11:22:47,240 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733311357759.873207fa43bc6e5fb0f48f5c763b6dc1. 2024-12-04T11:22:47,240 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733311357759.873207fa43bc6e5fb0f48f5c763b6dc1. after waiting 0 ms 2024-12-04T11:22:47,240 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733311357759.873207fa43bc6e5fb0f48f5c763b6dc1. 2024-12-04T11:22:47,240 INFO [RS:0;e12b86b8109d:46125 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T11:22:47,240 INFO [RS:0;e12b86b8109d:46125 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T11:22:47,240 INFO [RS:0;e12b86b8109d:46125 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T11:22:47,240 INFO [RS:0;e12b86b8109d:46125 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T11:22:47,240 INFO [RS:0;e12b86b8109d:46125 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T11:22:47,240 DEBUG [RS:0;e12b86b8109d:46125 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 873207fa43bc6e5fb0f48f5c763b6dc1=test,,1733311357759.873207fa43bc6e5fb0f48f5c763b6dc1.} 2024-12-04T11:22:47,240 DEBUG [RS:0;e12b86b8109d:46125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 873207fa43bc6e5fb0f48f5c763b6dc1 2024-12-04T11:22:47,240 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:22:47,241 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:22:47,241 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:22:47,241 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:22:47,241 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:22:47,241 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-04T11:22:47,242 INFO [regionserver/e12b86b8109d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:22:47,243 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/data/default/test/873207fa43bc6e5fb0f48f5c763b6dc1/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-04T11:22:47,244 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:22:47,244 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T11:22:47,244 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733311357759.873207fa43bc6e5fb0f48f5c763b6dc1. 2024-12-04T11:22:47,244 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 873207fa43bc6e5fb0f48f5c763b6dc1: Waiting for close lock at 1733311367240Running coprocessor pre-close hooks at 1733311367240Disabling compacts and flushes for region at 1733311367240Disabling writes for close at 1733311367240Writing region close event to WAL at 1733311367241 (+1 ms)Running coprocessor post-close hooks at 1733311367243 (+2 ms)Closed at 1733311367244 (+1 ms) 2024-12-04T11:22:47,244 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733311357759.873207fa43bc6e5fb0f48f5c763b6dc1. 2024-12-04T11:22:47,254 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/data/hbase/meta/1588230740/.tmp/info/519154aecbbf4600b1d0c1faf6cc6b7a is 129, key is test,,1733311357759.873207fa43bc6e5fb0f48f5c763b6dc1./info:regioninfo/1733311358956/Put/seqid=0 2024-12-04T11:22:47,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741839_1015 (size=6421) 2024-12-04T11:22:47,441 DEBUG [RS:0;e12b86b8109d:46125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:22:47,622 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,2-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311364954 to pos 393, reset compression=false 2024-12-04T11:22:47,627 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311364954 to pos 393, reset compression=false 2024-12-04T11:22:47,641 DEBUG [RS:0;e12b86b8109d:46125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:22:47,657 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/data/hbase/meta/1588230740/.tmp/info/519154aecbbf4600b1d0c1faf6cc6b7a 2024-12-04T11:22:47,677 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/data/hbase/meta/1588230740/.tmp/ns/6f4085ea1a8c4b7d85a454a41e6fd382 is 43, key is default/ns:d/1733311354350/Put/seqid=0 2024-12-04T11:22:47,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741840_1016 (size=5153) 2024-12-04T11:22:47,841 DEBUG [RS:0;e12b86b8109d:46125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:22:48,041 DEBUG [RS:0;e12b86b8109d:46125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:22:48,080 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/data/hbase/meta/1588230740/.tmp/ns/6f4085ea1a8c4b7d85a454a41e6fd382 2024-12-04T11:22:48,094 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/data/hbase/meta/1588230740/.tmp/rep_barrier/145be3ed4838458db031de2c17553416 is 112, key is test,,1733311357759.873207fa43bc6e5fb0f48f5c763b6dc1./rep_barrier:seqnumDuringOpen/1733311358956/Put/seqid=0 2024-12-04T11:22:48,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741841_1017 (size=5518) 2024-12-04T11:22:48,225 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,2-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311364954 to pos 393, reset compression=false 2024-12-04T11:22:48,228 INFO [regionserver/e12b86b8109d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T11:22:48,229 INFO [regionserver/e12b86b8109d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T11:22:48,230 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311364954 to pos 393, reset compression=false 2024-12-04T11:22:48,241 INFO [RS:0;e12b86b8109d:46125 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T11:22:48,241 DEBUG [RS:0;e12b86b8109d:46125 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T11:22:48,241 DEBUG [RS:0;e12b86b8109d:46125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:22:48,441 DEBUG [RS:0;e12b86b8109d:46125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:22:48,497 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/data/hbase/meta/1588230740/.tmp/rep_barrier/145be3ed4838458db031de2c17553416 2024-12-04T11:22:48,511 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/data/hbase/meta/1588230740/.tmp/table/54462a8ed0ab4c19b284ffd3c79afe17 is 40, key is test/table:state/1733311358961/Put/seqid=0 2024-12-04T11:22:48,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741842_1018 (size=5165) 2024-12-04T11:22:48,642 DEBUG [RS:0;e12b86b8109d:46125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:22:48,842 DEBUG [RS:0;e12b86b8109d:46125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:22:48,915 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/data/hbase/meta/1588230740/.tmp/table/54462a8ed0ab4c19b284ffd3c79afe17 2024-12-04T11:22:48,928 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,2-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311364954 to pos 393, reset compression=false 2024-12-04T11:22:48,932 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311364954 to pos 393, reset compression=false 2024-12-04T11:22:48,971 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/data/hbase/meta/1588230740/.tmp/info/519154aecbbf4600b1d0c1faf6cc6b7a as hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/data/hbase/meta/1588230740/info/519154aecbbf4600b1d0c1faf6cc6b7a 2024-12-04T11:22:48,974 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/data/hbase/meta/1588230740/info/519154aecbbf4600b1d0c1faf6cc6b7a, entries=10, sequenceid=11, filesize=6.3 K 2024-12-04T11:22:48,975 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/data/hbase/meta/1588230740/.tmp/ns/6f4085ea1a8c4b7d85a454a41e6fd382 as hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/data/hbase/meta/1588230740/ns/6f4085ea1a8c4b7d85a454a41e6fd382 2024-12-04T11:22:48,978 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/data/hbase/meta/1588230740/ns/6f4085ea1a8c4b7d85a454a41e6fd382, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T11:22:48,978 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/data/hbase/meta/1588230740/.tmp/rep_barrier/145be3ed4838458db031de2c17553416 as hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/data/hbase/meta/1588230740/rep_barrier/145be3ed4838458db031de2c17553416 2024-12-04T11:22:48,981 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/data/hbase/meta/1588230740/rep_barrier/145be3ed4838458db031de2c17553416, entries=1, sequenceid=11, filesize=5.4 K 2024-12-04T11:22:48,982 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/data/hbase/meta/1588230740/.tmp/table/54462a8ed0ab4c19b284ffd3c79afe17 as hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/data/hbase/meta/1588230740/table/54462a8ed0ab4c19b284ffd3c79afe17 2024-12-04T11:22:48,984 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/data/hbase/meta/1588230740/table/54462a8ed0ab4c19b284ffd3c79afe17, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T11:22:48,985 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1744ms, sequenceid=11, compaction requested=false 2024-12-04T11:22:48,988 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T11:22:48,988 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:22:48,988 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:22:48,988 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:22:48,989 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311367240Running coprocessor pre-close hooks at 1733311367240Disabling compacts and flushes for region at 1733311367240Disabling writes for close at 1733311367241 (+1 ms)Obtaining lock to block concurrent updates at 1733311367241Preparing flush snapshotting stores in 1588230740 at 1733311367241Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733311367241Flushing stores of hbase:meta,,1.1588230740 at 1733311367242 (+1 ms)Flushing 1588230740/info: creating writer at 1733311367242Flushing 1588230740/info: appending metadata at 1733311367254 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733311367254Flushing 1588230740/ns: creating writer at 1733311367661 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733311367676 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733311367676Flushing 1588230740/rep_barrier: creating writer at 1733311368083 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733311368094 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733311368094Flushing 1588230740/table: creating writer at 1733311368500 (+406 ms)Flushing 1588230740/table: appending metadata at 1733311368511 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733311368511Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59266c41: reopening flushed file at 1733311368970 (+459 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cfebcf7: reopening flushed file at 1733311368974 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53543626: reopening flushed file at 1733311368978 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b99a8a: reopening flushed file at 1733311368982 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1744ms, sequenceid=11, compaction requested=false at 1733311368985 (+3 ms)Writing region close event to WAL at 1733311368986 (+1 ms)Running coprocessor post-close hooks at 1733311368988 (+2 ms)Closed at 1733311368988 2024-12-04T11:22:48,989 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T11:22:49,042 INFO [RS:0;e12b86b8109d:46125 {}] regionserver.HRegionServer(976): stopping server e12b86b8109d,46125,1733311350700; all regions closed. 2024-12-04T11:22:49,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741834_1010 (size=2717) 2024-12-04T11:22:49,044 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/WALs/e12b86b8109d,46125,1733311350700/e12b86b8109d%2C46125%2C1733311350700.meta.1733311354302.meta not finished, retry = 0 2024-12-04T11:22:49,146 DEBUG [RS:0;e12b86b8109d:46125 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/oldWALs 2024-12-04T11:22:49,146 INFO [RS:0;e12b86b8109d:46125 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e12b86b8109d%2C46125%2C1733311350700.meta:.meta(num 1733311354302) 2024-12-04T11:22:49,148 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/WALs/e12b86b8109d,46125,1733311350700/e12b86b8109d%2C46125%2C1733311350700.1733311353370 not finished, retry = 0 2024-12-04T11:22:49,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741832_1008 (size=1028) 2024-12-04T11:22:49,249 DEBUG [RS:0;e12b86b8109d:46125 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/oldWALs 2024-12-04T11:22:49,249 INFO [RS:0;e12b86b8109d:46125 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e12b86b8109d%2C46125%2C1733311350700:(num 1733311353370) 2024-12-04T11:22:49,249 DEBUG [RS:0;e12b86b8109d:46125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:49,250 INFO [RS:0;e12b86b8109d:46125 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:22:49,250 INFO [RS:0;e12b86b8109d:46125 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:22:49,250 INFO [RS:0;e12b86b8109d:46125 {}] hbase.ChoreService(370): Chore service for: regionserver/e12b86b8109d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T11:22:49,250 INFO [RS:0;e12b86b8109d:46125 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:22:49,250 INFO [regionserver/e12b86b8109d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:22:49,250 INFO [RS:0;e12b86b8109d:46125 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:46125. 2024-12-04T11:22:49,250 DEBUG [RS:0;e12b86b8109d:46125 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:22:49,251 DEBUG [RS:0;e12b86b8109d:46125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:49,251 DEBUG [RS:0;e12b86b8109d:46125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:49,251 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:22:49,251 INFO [RS:0;e12b86b8109d:46125 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46125 2024-12-04T11:22:49,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101a01411940007, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2130112677/rs/e12b86b8109d,46125,1733311350700 2024-12-04T11:22:49,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38909-0x101a01411940006, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2130112677/rs 2024-12-04T11:22:49,333 INFO [RS:0;e12b86b8109d:46125 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:22:49,343 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e12b86b8109d,46125,1733311350700] 2024-12-04T11:22:49,353 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-2130112677/draining/e12b86b8109d,46125,1733311350700 already deleted, retry=false 2024-12-04T11:22:49,353 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e12b86b8109d,46125,1733311350700 expired; onlineServers=0 2024-12-04T11:22:49,354 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e12b86b8109d,38909,1733311350552' ***** 2024-12-04T11:22:49,354 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T11:22:49,354 INFO [M:0;e12b86b8109d:38909 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:22:49,354 INFO [M:0;e12b86b8109d:38909 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:22:49,354 DEBUG [M:0;e12b86b8109d:38909 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T11:22:49,354 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T11:22:49,354 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311353099 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311353099,5,FailOnTimeoutGroup] 2024-12-04T11:22:49,354 DEBUG [M:0;e12b86b8109d:38909 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T11:22:49,354 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311353100 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311353100,5,FailOnTimeoutGroup] 2024-12-04T11:22:49,354 INFO [M:0;e12b86b8109d:38909 {}] hbase.ChoreService(370): Chore service for: master/e12b86b8109d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T11:22:49,354 INFO [M:0;e12b86b8109d:38909 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:22:49,354 DEBUG [M:0;e12b86b8109d:38909 {}] master.HMaster(1795): Stopping service threads 2024-12-04T11:22:49,354 INFO [M:0;e12b86b8109d:38909 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T11:22:49,354 INFO [M:0;e12b86b8109d:38909 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:22:49,354 INFO [M:0;e12b86b8109d:38909 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T11:22:49,354 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T11:22:49,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38909-0x101a01411940006, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2130112677/master 2024-12-04T11:22:49,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38909-0x101a01411940006, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2130112677 2024-12-04T11:22:49,364 DEBUG [M:0;e12b86b8109d:38909 {}] zookeeper.ZKUtil(347): master:38909-0x101a01411940006, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Unable to get data of znode /2-2130112677/master because node does not exist (not an error) 2024-12-04T11:22:49,364 WARN [M:0;e12b86b8109d:38909 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T11:22:49,365 INFO [M:0;e12b86b8109d:38909 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/.lastflushedseqids 2024-12-04T11:22:49,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741843_1019 (size=173) 2024-12-04T11:22:49,426 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T11:22:49,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101a01411940007, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:22:49,443 INFO [RS:0;e12b86b8109d:46125 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:22:49,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101a01411940007, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:22:49,443 INFO [RS:0;e12b86b8109d:46125 {}] regionserver.HRegionServer(1031): Exiting; stopping=e12b86b8109d,46125,1733311350700; zookeeper connection closed. 2024-12-04T11:22:49,444 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7dd85924 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7dd85924 2024-12-04T11:22:49,444 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T11:22:49,731 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,2-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311364954 to pos 393, reset compression=false 2024-12-04T11:22:49,734 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311364954 to pos 393, reset compression=false 2024-12-04T11:22:49,769 INFO [M:0;e12b86b8109d:38909 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T11:22:49,769 INFO [M:0;e12b86b8109d:38909 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T11:22:49,769 DEBUG [M:0;e12b86b8109d:38909 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:22:49,769 INFO [M:0;e12b86b8109d:38909 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:22:49,769 DEBUG [M:0;e12b86b8109d:38909 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:22:49,769 DEBUG [M:0;e12b86b8109d:38909 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:22:49,769 DEBUG [M:0;e12b86b8109d:38909 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:22:49,769 INFO [M:0;e12b86b8109d:38909 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-04T11:22:49,781 DEBUG [M:0;e12b86b8109d:38909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e11d7a94165f46f18b91ec8f26106585 is 82, key is hbase:meta,,1/info:regioninfo/1733311354332/Put/seqid=0 2024-12-04T11:22:49,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741844_1020 (size=5672) 2024-12-04T11:22:50,184 INFO [M:0;e12b86b8109d:38909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e11d7a94165f46f18b91ec8f26106585 2024-12-04T11:22:50,199 DEBUG [M:0;e12b86b8109d:38909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/17ffdaca7d4549d8b25fe1631541b242 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733311358976/Put/seqid=0 2024-12-04T11:22:50,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741845_1021 (size=6586) 2024-12-04T11:22:50,602 INFO [M:0;e12b86b8109d:38909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/17ffdaca7d4549d8b25fe1631541b242 2024-12-04T11:22:50,623 DEBUG [M:0;e12b86b8109d:38909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e7b6fbd2681b45ddb02fae325cb97f5e is 69, key is e12b86b8109d,46125,1733311350700/rs:state/1733311353175/Put/seqid=0 2024-12-04T11:22:50,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741846_1022 (size=5156) 2024-12-04T11:22:50,634 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,2-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311364954 to pos 393, reset compression=false 2024-12-04T11:22:50,637 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311364954 to pos 393, reset compression=false 2024-12-04T11:22:51,026 INFO [M:0;e12b86b8109d:38909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e7b6fbd2681b45ddb02fae325cb97f5e 2024-12-04T11:22:51,030 DEBUG [M:0;e12b86b8109d:38909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e11d7a94165f46f18b91ec8f26106585 as hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e11d7a94165f46f18b91ec8f26106585 2024-12-04T11:22:51,033 INFO [M:0;e12b86b8109d:38909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e11d7a94165f46f18b91ec8f26106585, entries=8, sequenceid=55, filesize=5.5 K 2024-12-04T11:22:51,033 DEBUG [M:0;e12b86b8109d:38909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/17ffdaca7d4549d8b25fe1631541b242 as hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/17ffdaca7d4549d8b25fe1631541b242 2024-12-04T11:22:51,035 INFO [M:0;e12b86b8109d:38909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/17ffdaca7d4549d8b25fe1631541b242, entries=6, sequenceid=55, filesize=6.4 K 2024-12-04T11:22:51,036 DEBUG [M:0;e12b86b8109d:38909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e7b6fbd2681b45ddb02fae325cb97f5e as hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e7b6fbd2681b45ddb02fae325cb97f5e 2024-12-04T11:22:51,039 INFO [M:0;e12b86b8109d:38909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34095/user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e7b6fbd2681b45ddb02fae325cb97f5e, entries=1, sequenceid=55, filesize=5.0 K 2024-12-04T11:22:51,039 INFO [M:0;e12b86b8109d:38909 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1270ms, sequenceid=55, compaction requested=false 2024-12-04T11:22:51,040 INFO [M:0;e12b86b8109d:38909 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:22:51,040 DEBUG [M:0;e12b86b8109d:38909 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311369769Disabling compacts and flushes for region at 1733311369769Disabling writes for close at 1733311369769Obtaining lock to block concurrent updates at 1733311369769Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733311369769Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733311369769Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733311369770 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733311369770Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733311369781 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733311369781Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733311370188 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733311370198 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733311370198Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733311370605 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733311370622 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733311370622Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8db5cd0: reopening flushed file at 1733311371029 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11bf5195: reopening flushed file at 1733311371033 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@239bb9bb: reopening flushed file at 1733311371036 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1270ms, sequenceid=55, compaction requested=false at 1733311371039 (+3 ms)Writing region close event to WAL at 1733311371040 (+1 ms)Closed at 1733311371040 2024-12-04T11:22:51,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741830_1006 (size=32770) 2024-12-04T11:22:51,050 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2d8cc941-4ea1-4438-efd6-05d11c036bf9/MasterData/WALs/e12b86b8109d,38909,1733311350552/e12b86b8109d%2C38909%2C1733311350552.1733311352459 not finished, retry = 0 2024-12-04T11:22:51,151 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:22:51,151 INFO [M:0;e12b86b8109d:38909 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T11:22:51,151 INFO [M:0;e12b86b8109d:38909 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38909 2024-12-04T11:22:51,152 INFO [M:0;e12b86b8109d:38909 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:22:51,178 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T11:22:51,178 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e12b86b8109d,39329,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:39329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T11:22:51,179 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 169058 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e12b86b8109d,39329,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:39329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T11:22:51,327 INFO [M:0;e12b86b8109d:38909 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:22:51,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38909-0x101a01411940006, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:22:51,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38909-0x101a01411940006, quorum=127.0.0.1:56841, baseZNode=/2-2130112677 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:22:51,365 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c8b387b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T11:22:51,366 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19f2c9d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T11:22:51,366 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T11:22:51,366 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23618ed5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T11:22:51,366 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70b9d12a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9dd46c4-4687-cd50-3d0d-2c45816d571a/hadoop.log.dir/,STOPPED} 2024-12-04T11:22:51,367 WARN [BP-2026948948-172.17.0.2-1733311348252 heartbeating to localhost/127.0.0.1:34095 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T11:22:51,367 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T11:22:51,367 WARN [BP-2026948948-172.17.0.2-1733311348252 heartbeating to localhost/127.0.0.1:34095 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2026948948-172.17.0.2-1733311348252 (Datanode Uuid 2a1b46b3-a55a-4996-8d73-d1474413c151) service to localhost/127.0.0.1:34095 2024-12-04T11:22:51,367 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T11:22:51,368 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9dd46c4-4687-cd50-3d0d-2c45816d571a/cluster_4d165e23-b010-08ef-55c4-fd286209a406/data/data1/current/BP-2026948948-172.17.0.2-1733311348252 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T11:22:51,368 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9dd46c4-4687-cd50-3d0d-2c45816d571a/cluster_4d165e23-b010-08ef-55c4-fd286209a406/data/data2/current/BP-2026948948-172.17.0.2-1733311348252 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T11:22:51,369 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T11:22:51,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a65f36e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T11:22:51,375 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e587979{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T11:22:51,376 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T11:22:51,376 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@124dcaa6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T11:22:51,376 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a7b4b20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9dd46c4-4687-cd50-3d0d-2c45816d571a/hadoop.log.dir/,STOPPED} 2024-12-04T11:22:51,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T11:22:51,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T11:22:51,391 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:22:51,391 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:22:51,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:51,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:51,392 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:22:51,392 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T11:22:51,392 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1138681397, stopped=false 2024-12-04T11:22:51,392 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e12b86b8109d,41181,1733311345044 2024-12-04T11:22:51,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38223-0x101a01411940004, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1709307323/running 2024-12-04T11:22:51,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41181-0x101a01411940003, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1709307323/running 2024-12-04T11:22:51,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41181-0x101a01411940003, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709307323 2024-12-04T11:22:51,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38223-0x101a01411940004, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709307323 2024-12-04T11:22:51,406 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:22:51,407 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:22:51,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38223-0x101a01411940004, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Set watcher on znode that does not yet exist, /1-1709307323/running 2024-12-04T11:22:51,407 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:22:51,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:51,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41181-0x101a01411940003, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Set watcher on znode that does not yet exist, /1-1709307323/running 2024-12-04T11:22:51,408 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e12b86b8109d,38223,1733311345186' ***** 2024-12-04T11:22:51,408 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T11:22:51,408 INFO [RS:0;e12b86b8109d:38223 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T11:22:51,408 INFO [RS:0;e12b86b8109d:38223 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T11:22:51,408 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T11:22:51,408 INFO [RS:0;e12b86b8109d:38223 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T11:22:51,409 INFO [RS:0;e12b86b8109d:38223 {}] regionserver.HRegionServer(3091): Received CLOSE for 49de6a1b14271746a0821157e0a00487 2024-12-04T11:22:51,409 INFO [RS:0;e12b86b8109d:38223 {}] regionserver.HRegionServer(959): stopping server e12b86b8109d,38223,1733311345186 2024-12-04T11:22:51,409 INFO [RS:0;e12b86b8109d:38223 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:22:51,409 INFO [RS:0;e12b86b8109d:38223 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:38223. 2024-12-04T11:22:51,409 DEBUG [RS:0;e12b86b8109d:38223 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:22:51,409 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 49de6a1b14271746a0821157e0a00487, disabling compactions & flushes 2024-12-04T11:22:51,409 DEBUG [RS:0;e12b86b8109d:38223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:51,409 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733311355609.49de6a1b14271746a0821157e0a00487. 2024-12-04T11:22:51,409 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733311355609.49de6a1b14271746a0821157e0a00487. 2024-12-04T11:22:51,409 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733311355609.49de6a1b14271746a0821157e0a00487. after waiting 0 ms 2024-12-04T11:22:51,409 INFO [RS:0;e12b86b8109d:38223 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T11:22:51,409 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733311355609.49de6a1b14271746a0821157e0a00487. 2024-12-04T11:22:51,409 INFO [RS:0;e12b86b8109d:38223 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T11:22:51,409 INFO [RS:0;e12b86b8109d:38223 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T11:22:51,409 INFO [RS:0;e12b86b8109d:38223 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T11:22:51,409 INFO [RS:0;e12b86b8109d:38223 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T11:22:51,409 DEBUG [RS:0;e12b86b8109d:38223 {}] regionserver.HRegionServer(1325): Online Regions={49de6a1b14271746a0821157e0a00487=test,,1733311355609.49de6a1b14271746a0821157e0a00487., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T11:22:51,409 DEBUG [RS:0;e12b86b8109d:38223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 49de6a1b14271746a0821157e0a00487 2024-12-04T11:22:51,409 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:22:51,409 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:22:51,409 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:22:51,409 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:22:51,409 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:22:51,410 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-04T11:22:51,413 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/default/test/49de6a1b14271746a0821157e0a00487/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T11:22:51,414 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:22:51,414 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T11:22:51,414 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733311355609.49de6a1b14271746a0821157e0a00487. 2024-12-04T11:22:51,414 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 49de6a1b14271746a0821157e0a00487: Waiting for close lock at 1733311371409Running coprocessor pre-close hooks at 1733311371409Disabling compacts and flushes for region at 1733311371409Disabling writes for close at 1733311371409Writing region close event to WAL at 1733311371409Running coprocessor post-close hooks at 1733311371414 (+5 ms)Closed at 1733311371414 2024-12-04T11:22:51,414 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733311355609.49de6a1b14271746a0821157e0a00487. 2024-12-04T11:22:51,435 INFO [regionserver/e12b86b8109d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:22:51,435 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/hbase/meta/1588230740/.tmp/info/74731b1065c646aaa958cc01f973a71d is 129, key is test,,1733311355609.49de6a1b14271746a0821157e0a00487./info:regioninfo/1733311356748/Put/seqid=0 2024-12-04T11:22:51,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741841_1017 (size=6421) 2024-12-04T11:22:51,609 DEBUG [RS:0;e12b86b8109d:38223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:22:51,638 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,2-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311364954 to pos 393, reset compression=false 2024-12-04T11:22:51,639 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311364954 to pos 393, reset compression=false 2024-12-04T11:22:51,810 DEBUG [RS:0;e12b86b8109d:38223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:22:51,839 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/hbase/meta/1588230740/.tmp/info/74731b1065c646aaa958cc01f973a71d 2024-12-04T11:22:51,854 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/hbase/meta/1588230740/.tmp/ns/e7763281cadb4f6281cc8a383a4dfa58 is 43, key is default/ns:d/1733311348139/Put/seqid=0 2024-12-04T11:22:51,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741842_1018 (size=5153) 2024-12-04T11:22:52,010 DEBUG [RS:0;e12b86b8109d:38223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:22:52,049 INFO [regionserver/e12b86b8109d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T11:22:52,049 INFO [regionserver/e12b86b8109d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T11:22:52,210 DEBUG [RS:0;e12b86b8109d:38223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:22:52,257 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/hbase/meta/1588230740/.tmp/ns/e7763281cadb4f6281cc8a383a4dfa58 2024-12-04T11:22:52,280 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/hbase/meta/1588230740/.tmp/rep_barrier/320ff3c80be148b4b4f2664b4ae74439 is 112, key is test,,1733311355609.49de6a1b14271746a0821157e0a00487./rep_barrier:seqnumDuringOpen/1733311356748/Put/seqid=0 2024-12-04T11:22:52,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741843_1019 (size=5518) 2024-12-04T11:22:52,410 INFO [RS:0;e12b86b8109d:38223 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T11:22:52,410 DEBUG [RS:0;e12b86b8109d:38223 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T11:22:52,410 DEBUG [RS:0;e12b86b8109d:38223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:22:52,610 DEBUG [RS:0;e12b86b8109d:38223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:22:52,683 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/hbase/meta/1588230740/.tmp/rep_barrier/320ff3c80be148b4b4f2664b4ae74439 2024-12-04T11:22:52,699 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/hbase/meta/1588230740/.tmp/table/36a97d28f0cf4a71ae823adee41db1b2 is 40, key is test/table:state/1733311356754/Put/seqid=0 2024-12-04T11:22:52,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741844_1020 (size=5165) 2024-12-04T11:22:52,742 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,2-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311364954 to pos 393, reset compression=false 2024-12-04T11:22:52,742 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311364954 to pos 393, reset compression=false 2024-12-04T11:22:52,746 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:22:52,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:52,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:52,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:52,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:52,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:52,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:52,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:52,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:52,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:52,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:52,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:52,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:52,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:52,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:52,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:52,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:52,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:52,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:52,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:52,810 DEBUG [RS:0;e12b86b8109d:38223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:22:53,011 DEBUG [RS:0;e12b86b8109d:38223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:22:53,102 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/hbase/meta/1588230740/.tmp/table/36a97d28f0cf4a71ae823adee41db1b2 2024-12-04T11:22:53,106 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/hbase/meta/1588230740/.tmp/info/74731b1065c646aaa958cc01f973a71d as hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/hbase/meta/1588230740/info/74731b1065c646aaa958cc01f973a71d 2024-12-04T11:22:53,108 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/hbase/meta/1588230740/info/74731b1065c646aaa958cc01f973a71d, entries=10, sequenceid=11, filesize=6.3 K 2024-12-04T11:22:53,109 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/hbase/meta/1588230740/.tmp/ns/e7763281cadb4f6281cc8a383a4dfa58 as hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/hbase/meta/1588230740/ns/e7763281cadb4f6281cc8a383a4dfa58 2024-12-04T11:22:53,112 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/hbase/meta/1588230740/ns/e7763281cadb4f6281cc8a383a4dfa58, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T11:22:53,112 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/hbase/meta/1588230740/.tmp/rep_barrier/320ff3c80be148b4b4f2664b4ae74439 as hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/hbase/meta/1588230740/rep_barrier/320ff3c80be148b4b4f2664b4ae74439 2024-12-04T11:22:53,115 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/hbase/meta/1588230740/rep_barrier/320ff3c80be148b4b4f2664b4ae74439, entries=1, sequenceid=11, filesize=5.4 K 2024-12-04T11:22:53,115 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/hbase/meta/1588230740/.tmp/table/36a97d28f0cf4a71ae823adee41db1b2 as hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/hbase/meta/1588230740/table/36a97d28f0cf4a71ae823adee41db1b2 2024-12-04T11:22:53,118 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/hbase/meta/1588230740/table/36a97d28f0cf4a71ae823adee41db1b2, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T11:22:53,119 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1710ms, sequenceid=11, compaction requested=false 2024-12-04T11:22:53,119 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T11:22:53,122 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T11:22:53,123 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:22:53,123 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:22:53,123 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:22:53,123 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311371409Running coprocessor pre-close hooks at 1733311371409Disabling compacts and flushes for region at 1733311371409Disabling writes for close at 1733311371409Obtaining lock to block concurrent updates at 1733311371410 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733311371410Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733311371410Flushing stores of hbase:meta,,1.1588230740 at 1733311371411 (+1 ms)Flushing 1588230740/info: creating writer at 1733311371411Flushing 1588230740/info: appending metadata at 1733311371434 (+23 ms)Flushing 1588230740/info: closing flushed file at 1733311371434Flushing 1588230740/ns: creating writer at 1733311371842 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733311371854 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733311371854Flushing 1588230740/rep_barrier: creating writer at 1733311372261 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733311372279 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733311372279Flushing 1588230740/table: creating writer at 1733311372687 (+408 ms)Flushing 1588230740/table: appending metadata at 1733311372699 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733311372699Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c49cca1: reopening flushed file at 1733311373105 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7446884b: reopening flushed file at 1733311373108 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a0b2f28: reopening flushed file at 1733311373112 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f169ec6: reopening flushed file at 1733311373115 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1710ms, sequenceid=11, compaction requested=false at 1733311373119 (+4 ms)Writing region close event to WAL at 1733311373121 (+2 ms)Running coprocessor post-close hooks at 1733311373123 (+2 ms)Closed at 1733311373123 2024-12-04T11:22:53,123 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T11:22:53,211 INFO [RS:0;e12b86b8109d:38223 {}] regionserver.HRegionServer(976): stopping server e12b86b8109d,38223,1733311345186; all regions closed. 2024-12-04T11:22:53,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741834_1010 (size=2717) 2024-12-04T11:22:53,213 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/WALs/e12b86b8109d,38223,1733311345186/e12b86b8109d%2C38223%2C1733311345186.meta.1733311348080.meta not finished, retry = 0 2024-12-04T11:22:53,314 DEBUG [RS:0;e12b86b8109d:38223 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/oldWALs 2024-12-04T11:22:53,314 INFO [RS:0;e12b86b8109d:38223 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e12b86b8109d%2C38223%2C1733311345186.meta:.meta(num 1733311348080) 2024-12-04T11:22:53,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741832_1008 (size=1374) 2024-12-04T11:22:53,318 DEBUG [RS:0;e12b86b8109d:38223 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/oldWALs 2024-12-04T11:22:53,318 INFO [RS:0;e12b86b8109d:38223 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e12b86b8109d%2C38223%2C1733311345186:(num 1733311347136) 2024-12-04T11:22:53,318 DEBUG [RS:0;e12b86b8109d:38223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:53,318 INFO [RS:0;e12b86b8109d:38223 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:22:53,318 INFO [RS:0;e12b86b8109d:38223 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:22:53,318 INFO [RS:0;e12b86b8109d:38223 {}] hbase.ChoreService(370): Chore service for: regionserver/e12b86b8109d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T11:22:53,318 INFO [RS:0;e12b86b8109d:38223 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:22:53,318 INFO [regionserver/e12b86b8109d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:22:53,318 INFO [RS:0;e12b86b8109d:38223 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:38223. 2024-12-04T11:22:53,319 DEBUG [RS:0;e12b86b8109d:38223 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:22:53,319 DEBUG [RS:0;e12b86b8109d:38223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:53,319 DEBUG [RS:0;e12b86b8109d:38223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:53,319 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:22:53,319 INFO [RS:0;e12b86b8109d:38223 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38223 2024-12-04T11:22:53,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41181-0x101a01411940003, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709307323/rs 2024-12-04T11:22:53,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38223-0x101a01411940004, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1709307323/rs/e12b86b8109d,38223,1733311345186 2024-12-04T11:22:53,385 INFO [RS:0;e12b86b8109d:38223 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:22:53,395 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e12b86b8109d,38223,1733311345186] 2024-12-04T11:22:53,406 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1709307323/draining/e12b86b8109d,38223,1733311345186 already deleted, retry=false 2024-12-04T11:22:53,406 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e12b86b8109d,38223,1733311345186 expired; onlineServers=0 2024-12-04T11:22:53,406 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e12b86b8109d,41181,1733311345044' ***** 2024-12-04T11:22:53,406 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T11:22:53,406 INFO [M:0;e12b86b8109d:41181 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:22:53,406 INFO [M:0;e12b86b8109d:41181 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:22:53,406 DEBUG [M:0;e12b86b8109d:41181 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T11:22:53,406 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T11:22:53,406 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311346834 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311346834,5,FailOnTimeoutGroup] 2024-12-04T11:22:53,406 DEBUG [M:0;e12b86b8109d:41181 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T11:22:53,406 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311346834 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311346834,5,FailOnTimeoutGroup] 2024-12-04T11:22:53,407 INFO [M:0;e12b86b8109d:41181 {}] hbase.ChoreService(370): Chore service for: master/e12b86b8109d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T11:22:53,407 INFO [M:0;e12b86b8109d:41181 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:22:53,407 DEBUG [M:0;e12b86b8109d:41181 {}] master.HMaster(1795): Stopping service threads 2024-12-04T11:22:53,407 INFO [M:0;e12b86b8109d:41181 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T11:22:53,407 INFO [M:0;e12b86b8109d:41181 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:22:53,407 INFO [M:0;e12b86b8109d:41181 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T11:22:53,407 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T11:22:53,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41181-0x101a01411940003, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1709307323/master 2024-12-04T11:22:53,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41181-0x101a01411940003, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709307323 2024-12-04T11:22:53,416 DEBUG [M:0;e12b86b8109d:41181 {}] zookeeper.ZKUtil(347): master:41181-0x101a01411940003, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Unable to get data of znode /1-1709307323/master because node does not exist (not an error) 2024-12-04T11:22:53,416 WARN [M:0;e12b86b8109d:41181 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T11:22:53,417 INFO [M:0;e12b86b8109d:41181 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/.lastflushedseqids 2024-12-04T11:22:53,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741845_1021 (size=173) 2024-12-04T11:22:53,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38223-0x101a01411940004, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:22:53,496 INFO [RS:0;e12b86b8109d:38223 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:22:53,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38223-0x101a01411940004, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:22:53,496 INFO [RS:0;e12b86b8109d:38223 {}] regionserver.HRegionServer(1031): Exiting; stopping=e12b86b8109d,38223,1733311345186; zookeeper connection closed. 2024-12-04T11:22:53,496 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@27dd8f5c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@27dd8f5c 2024-12-04T11:22:53,496 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T11:22:53,821 INFO [M:0;e12b86b8109d:41181 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T11:22:53,821 INFO [M:0;e12b86b8109d:41181 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T11:22:53,821 DEBUG [M:0;e12b86b8109d:41181 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:22:53,821 INFO [M:0;e12b86b8109d:41181 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:22:53,821 DEBUG [M:0;e12b86b8109d:41181 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:22:53,821 DEBUG [M:0;e12b86b8109d:41181 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:22:53,821 DEBUG [M:0;e12b86b8109d:41181 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:22:53,821 INFO [M:0;e12b86b8109d:41181 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-12-04T11:22:53,833 DEBUG [M:0;e12b86b8109d:41181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/648065b11c60416c9c965b4670bce31c is 82, key is hbase:meta,,1/info:regioninfo/1733311348103/Put/seqid=0 2024-12-04T11:22:53,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741846_1022 (size=5672) 2024-12-04T11:22:53,945 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,2-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311364954 to pos 393, reset compression=false 2024-12-04T11:22:53,946 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311364954 to pos 393, reset compression=false 2024-12-04T11:22:54,236 INFO [M:0;e12b86b8109d:41181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/648065b11c60416c9c965b4670bce31c 2024-12-04T11:22:54,251 DEBUG [M:0;e12b86b8109d:41181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/13852e8cc2ff4a4fbbcfc1d1b368fcda is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733311356756/Put/seqid=0 2024-12-04T11:22:54,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741847_1023 (size=6585) 2024-12-04T11:22:54,635 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T11:22:54,654 INFO [M:0;e12b86b8109d:41181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/13852e8cc2ff4a4fbbcfc1d1b368fcda 2024-12-04T11:22:54,668 DEBUG [M:0;e12b86b8109d:41181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86cc903135394e0aba8333cd1fb28c3a is 69, key is e12b86b8109d,38223,1733311345186/rs:state/1733311346935/Put/seqid=0 2024-12-04T11:22:54,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741848_1024 (size=5156) 2024-12-04T11:22:55,071 INFO [M:0;e12b86b8109d:41181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86cc903135394e0aba8333cd1fb28c3a 2024-12-04T11:22:55,075 DEBUG [M:0;e12b86b8109d:41181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/648065b11c60416c9c965b4670bce31c as hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/648065b11c60416c9c965b4670bce31c 2024-12-04T11:22:55,078 INFO [M:0;e12b86b8109d:41181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/648065b11c60416c9c965b4670bce31c, entries=8, sequenceid=55, filesize=5.5 K 2024-12-04T11:22:55,079 DEBUG [M:0;e12b86b8109d:41181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/13852e8cc2ff4a4fbbcfc1d1b368fcda as hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/13852e8cc2ff4a4fbbcfc1d1b368fcda 2024-12-04T11:22:55,081 INFO [M:0;e12b86b8109d:41181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/13852e8cc2ff4a4fbbcfc1d1b368fcda, entries=6, sequenceid=55, filesize=6.4 K 2024-12-04T11:22:55,082 DEBUG [M:0;e12b86b8109d:41181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86cc903135394e0aba8333cd1fb28c3a as hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/86cc903135394e0aba8333cd1fb28c3a 2024-12-04T11:22:55,085 INFO [M:0;e12b86b8109d:41181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37533/user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/86cc903135394e0aba8333cd1fb28c3a, entries=1, sequenceid=55, filesize=5.0 K 2024-12-04T11:22:55,085 INFO [M:0;e12b86b8109d:41181 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1264ms, sequenceid=55, compaction requested=false 2024-12-04T11:22:55,086 INFO [M:0;e12b86b8109d:41181 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:22:55,086 DEBUG [M:0;e12b86b8109d:41181 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311373821Disabling compacts and flushes for region at 1733311373821Disabling writes for close at 1733311373821Obtaining lock to block concurrent updates at 1733311373821Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733311373821Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1733311373821Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733311373822 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733311373822Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733311373833 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733311373833Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733311374239 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733311374250 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733311374250Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733311374657 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733311374668 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733311374668Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56eefd3b: reopening flushed file at 1733311375074 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@637c24e4: reopening flushed file at 1733311375078 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a5a71eb: reopening flushed file at 1733311375082 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1264ms, sequenceid=55, compaction requested=false at 1733311375085 (+3 ms)Writing region close event to WAL at 1733311375086 (+1 ms)Closed at 1733311375086 2024-12-04T11:22:55,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741830_1006 (size=32758) 2024-12-04T11:22:55,088 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/92e01dee-231c-020e-4649-c96c75212212/MasterData/WALs/e12b86b8109d,41181,1733311345044/e12b86b8109d%2C41181%2C1733311345044.1733311346573 not finished, retry = 0 2024-12-04T11:22:55,188 INFO [M:0;e12b86b8109d:41181 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T11:22:55,188 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:22:55,188 INFO [M:0;e12b86b8109d:41181 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41181 2024-12-04T11:22:55,189 INFO [M:0;e12b86b8109d:41181 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:22:55,248 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,2-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311364954 to pos 393, reset compression=false 2024-12-04T11:22:55,249 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311364954 to pos 393, reset compression=false 2024-12-04T11:22:55,348 INFO [M:0;e12b86b8109d:41181 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:22:55,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41181-0x101a01411940003, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:22:55,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41181-0x101a01411940003, quorum=127.0.0.1:56841, baseZNode=/1-1709307323 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:22:55,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d5fa3db{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T11:22:55,350 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@318c5ff0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T11:22:55,350 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T11:22:55,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435c3424{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T11:22:55,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b66af75{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03364c48-875c-f240-8738-7e11318dbdce/hadoop.log.dir/,STOPPED} 2024-12-04T11:22:55,351 WARN [BP-804034803-172.17.0.2-1733311343156 heartbeating to localhost/127.0.0.1:37533 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T11:22:55,351 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T11:22:55,352 WARN [BP-804034803-172.17.0.2-1733311343156 heartbeating to localhost/127.0.0.1:37533 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-804034803-172.17.0.2-1733311343156 (Datanode Uuid 2b0d743c-9d4f-426a-a478-c01251f8b90e) service to localhost/127.0.0.1:37533 2024-12-04T11:22:55,352 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T11:22:55,352 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03364c48-875c-f240-8738-7e11318dbdce/cluster_c0ba063a-e6c5-4830-2b5f-e5173852b29f/data/data1/current/BP-804034803-172.17.0.2-1733311343156 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T11:22:55,352 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03364c48-875c-f240-8738-7e11318dbdce/cluster_c0ba063a-e6c5-4830-2b5f-e5173852b29f/data/data2/current/BP-804034803-172.17.0.2-1733311343156 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T11:22:55,352 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T11:22:55,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1125a761{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T11:22:55,357 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cfaf16c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T11:22:55,357 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T11:22:55,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ff20f3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T11:22:55,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@698ce6fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03364c48-875c-f240-8738-7e11318dbdce/hadoop.log.dir/,STOPPED} 2024-12-04T11:22:55,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T11:22:55,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T11:22:55,368 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:22:55,368 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:22:55,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:55,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:55,368 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T11:22:55,368 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:22:55,368 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1734279867, stopped=false 2024-12-04T11:22:55,369 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e12b86b8109d,42521,1733311339835 2024-12-04T11:22:55,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42521-0x101a01411940000, quorum=127.0.0.1:56841, baseZNode=/0924800590 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0924800590/running 2024-12-04T11:22:55,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40559-0x101a01411940001, quorum=127.0.0.1:56841, baseZNode=/0924800590 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0924800590/running 2024-12-04T11:22:55,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42521-0x101a01411940000, quorum=127.0.0.1:56841, baseZNode=/0924800590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0924800590 2024-12-04T11:22:55,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40559-0x101a01411940001, quorum=127.0.0.1:56841, baseZNode=/0924800590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0924800590 2024-12-04T11:22:55,385 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:22:55,385 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T11:22:55,385 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:22:55,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:55,385 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42521-0x101a01411940000, quorum=127.0.0.1:56841, baseZNode=/0924800590 Set watcher on znode that does not yet exist, /0924800590/running 2024-12-04T11:22:55,385 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e12b86b8109d,40559,1733311340024' ***** 2024-12-04T11:22:55,385 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T11:22:55,385 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40559-0x101a01411940001, quorum=127.0.0.1:56841, baseZNode=/0924800590 Set watcher on znode that does not yet exist, /0924800590/running 2024-12-04T11:22:55,386 INFO [RS:0;e12b86b8109d:40559 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T11:22:55,386 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T11:22:55,386 INFO [RS:0;e12b86b8109d:40559 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T11:22:55,386 INFO [RS:0;e12b86b8109d:40559 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T11:22:55,386 INFO [RS:0;e12b86b8109d:40559 {}] regionserver.HRegionServer(3091): Received CLOSE for 3685ee50614b92c91833010c54db9d1e 2024-12-04T11:22:55,386 INFO [RS:0;e12b86b8109d:40559 {}] regionserver.HRegionServer(3091): Received CLOSE for df294378e463250019d077989b04fe1e 2024-12-04T11:22:55,386 INFO [RS:0;e12b86b8109d:40559 {}] regionserver.HRegionServer(959): stopping server e12b86b8109d,40559,1733311340024 2024-12-04T11:22:55,386 INFO [RS:0;e12b86b8109d:40559 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:22:55,386 INFO [RS:0;e12b86b8109d:40559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:40559. 2024-12-04T11:22:55,386 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3685ee50614b92c91833010c54db9d1e, disabling compactions & flushes 2024-12-04T11:22:55,386 DEBUG [RS:0;e12b86b8109d:40559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:22:55,386 DEBUG [RS:0;e12b86b8109d:40559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:55,386 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733311354463.3685ee50614b92c91833010c54db9d1e. 2024-12-04T11:22:55,386 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733311354463.3685ee50614b92c91833010c54db9d1e. 2024-12-04T11:22:55,386 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733311354463.3685ee50614b92c91833010c54db9d1e. after waiting 0 ms 2024-12-04T11:22:55,386 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733311354463.3685ee50614b92c91833010c54db9d1e. 2024-12-04T11:22:55,386 INFO [RS:0;e12b86b8109d:40559 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T11:22:55,386 INFO [RS:0;e12b86b8109d:40559 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T11:22:55,386 INFO [RS:0;e12b86b8109d:40559 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T11:22:55,386 INFO [RS:0;e12b86b8109d:40559 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T11:22:55,387 INFO [RS:0;e12b86b8109d:40559 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T11:22:55,387 DEBUG [RS:0;e12b86b8109d:40559 {}] regionserver.HRegionServer(1325): Online Regions={3685ee50614b92c91833010c54db9d1e=test,,1733311354463.3685ee50614b92c91833010c54db9d1e., 1588230740=hbase:meta,,1.1588230740, df294378e463250019d077989b04fe1e=hbase:replication,,1733311359921.df294378e463250019d077989b04fe1e.} 2024-12-04T11:22:55,387 DEBUG [RS:0;e12b86b8109d:40559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3685ee50614b92c91833010c54db9d1e, df294378e463250019d077989b04fe1e 2024-12-04T11:22:55,387 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T11:22:55,387 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T11:22:55,387 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T11:22:55,387 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T11:22:55,387 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T11:22:55,387 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T11:22:55,389 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/default/test/3685ee50614b92c91833010c54db9d1e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T11:22:55,389 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:22:55,389 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T11:22:55,389 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733311354463.3685ee50614b92c91833010c54db9d1e. 2024-12-04T11:22:55,389 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3685ee50614b92c91833010c54db9d1e: Waiting for close lock at 1733311375386Running coprocessor pre-close hooks at 1733311375386Disabling compacts and flushes for region at 1733311375386Disabling writes for close at 1733311375386Writing region close event to WAL at 1733311375387 (+1 ms)Running coprocessor post-close hooks at 1733311375389 (+2 ms)Closed at 1733311375389 2024-12-04T11:22:55,389 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733311354463.3685ee50614b92c91833010c54db9d1e. 2024-12-04T11:22:55,389 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing df294378e463250019d077989b04fe1e, disabling compactions & flushes 2024-12-04T11:22:55,389 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733311359921.df294378e463250019d077989b04fe1e. 2024-12-04T11:22:55,389 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733311359921.df294378e463250019d077989b04fe1e. 2024-12-04T11:22:55,389 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733311359921.df294378e463250019d077989b04fe1e. after waiting 0 ms 2024-12-04T11:22:55,389 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733311359921.df294378e463250019d077989b04fe1e. 2024-12-04T11:22:55,390 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing df294378e463250019d077989b04fe1e 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-04T11:22:55,400 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/hbase/replication/df294378e463250019d077989b04fe1e/.tmp/hfileref/54d8f9d23a4e4ed0835232d67da66d22 is 74, key is 1/hfileref:0e762d9d362d479599a3474ba776e15b_SeqId_6_/1733311367065/DeleteColumn/seqid=0 2024-12-04T11:22:55,402 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/hbase/meta/1588230740/.tmp/info/05758e634c064f0090f918f405b48352 is 147, key is hbase:replication,,1733311359921.df294378e463250019d077989b04fe1e./info:regioninfo/1733311361086/Put/seqid=0 2024-12-04T11:22:55,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741847_1023 (size=5489) 2024-12-04T11:22:55,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741848_1024 (size=7686) 2024-12-04T11:22:55,437 INFO [regionserver/e12b86b8109d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:22:55,587 DEBUG [RS:0;e12b86b8109d:40559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, df294378e463250019d077989b04fe1e 2024-12-04T11:22:55,787 DEBUG [RS:0;e12b86b8109d:40559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, df294378e463250019d077989b04fe1e 2024-12-04T11:22:55,804 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/hbase/replication/df294378e463250019d077989b04fe1e/.tmp/hfileref/54d8f9d23a4e4ed0835232d67da66d22 2024-12-04T11:22:55,810 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/hbase/meta/1588230740/.tmp/info/05758e634c064f0090f918f405b48352 2024-12-04T11:22:55,823 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/hbase/replication/df294378e463250019d077989b04fe1e/.tmp/queue/1580c136fb9b4ed19119c44cca61eeab is 153, key is 1-e12b86b8109d,40559,1733311340024/queue:e12b86b8109d%2C40559%2C1733311340024/1733311367066/Put/seqid=0 2024-12-04T11:22:55,824 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/hbase/meta/1588230740/.tmp/ns/a13885aa46d64231b51c9b90cef60c00 is 43, key is default/ns:d/1733311343002/Put/seqid=0 2024-12-04T11:22:55,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741849_1025 (size=5504) 2024-12-04T11:22:55,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741850_1026 (size=5153) 2024-12-04T11:22:55,827 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/hbase/meta/1588230740/.tmp/ns/a13885aa46d64231b51c9b90cef60c00 2024-12-04T11:22:55,844 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/hbase/meta/1588230740/.tmp/rep_barrier/147d5f8187be4994ba5f8049e08e1ff4 is 112, key is test,,1733311354463.3685ee50614b92c91833010c54db9d1e./rep_barrier:seqnumDuringOpen/1733311355209/Put/seqid=0 2024-12-04T11:22:55,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741851_1027 (size=5518) 2024-12-04T11:22:55,987 DEBUG [RS:0;e12b86b8109d:40559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, df294378e463250019d077989b04fe1e 2024-12-04T11:22:56,139 INFO [regionserver/e12b86b8109d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T11:22:56,139 INFO [regionserver/e12b86b8109d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T11:22:56,187 DEBUG [RS:0;e12b86b8109d:40559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, df294378e463250019d077989b04fe1e 2024-12-04T11:22:56,226 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/hbase/replication/df294378e463250019d077989b04fe1e/.tmp/queue/1580c136fb9b4ed19119c44cca61eeab 2024-12-04T11:22:56,230 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/hbase/replication/df294378e463250019d077989b04fe1e/.tmp/hfileref/54d8f9d23a4e4ed0835232d67da66d22 as hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/hbase/replication/df294378e463250019d077989b04fe1e/hfileref/54d8f9d23a4e4ed0835232d67da66d22 2024-12-04T11:22:56,232 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/hbase/replication/df294378e463250019d077989b04fe1e/hfileref/54d8f9d23a4e4ed0835232d67da66d22, entries=6, sequenceid=17, filesize=5.4 K 2024-12-04T11:22:56,233 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/hbase/replication/df294378e463250019d077989b04fe1e/.tmp/queue/1580c136fb9b4ed19119c44cca61eeab as hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/hbase/replication/df294378e463250019d077989b04fe1e/queue/1580c136fb9b4ed19119c44cca61eeab 2024-12-04T11:22:56,236 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/hbase/replication/df294378e463250019d077989b04fe1e/queue/1580c136fb9b4ed19119c44cca61eeab, entries=2, sequenceid=17, filesize=5.4 K 2024-12-04T11:22:56,236 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for df294378e463250019d077989b04fe1e in 847ms, sequenceid=17, compaction requested=false 2024-12-04T11:22:56,239 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/hbase/replication/df294378e463250019d077989b04fe1e/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-04T11:22:56,239 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:22:56,239 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:22:56,239 INFO [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733311359921.df294378e463250019d077989b04fe1e. 2024-12-04T11:22:56,239 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for df294378e463250019d077989b04fe1e: Waiting for close lock at 1733311375389Running coprocessor pre-close hooks at 1733311375389Disabling compacts and flushes for region at 1733311375389Disabling writes for close at 1733311375389Obtaining lock to block concurrent updates at 1733311375390 (+1 ms)Preparing flush snapshotting stores in df294378e463250019d077989b04fe1e at 1733311375390Finished memstore snapshotting hbase:replication,,1733311359921.df294378e463250019d077989b04fe1e., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733311375390Flushing stores of hbase:replication,,1733311359921.df294378e463250019d077989b04fe1e. at 1733311375390Flushing df294378e463250019d077989b04fe1e/hfileref: creating writer at 1733311375390Flushing df294378e463250019d077989b04fe1e/hfileref: appending metadata at 1733311375400 (+10 ms)Flushing df294378e463250019d077989b04fe1e/hfileref: closing flushed file at 1733311375400Flushing df294378e463250019d077989b04fe1e/queue: creating writer at 1733311375807 (+407 ms)Flushing df294378e463250019d077989b04fe1e/queue: appending metadata at 1733311375823 (+16 ms)Flushing df294378e463250019d077989b04fe1e/queue: closing flushed file at 1733311375823Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52f04c47: reopening flushed file at 1733311376229 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@af5af2f: reopening flushed file at 1733311376232 (+3 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for df294378e463250019d077989b04fe1e in 847ms, sequenceid=17, compaction requested=false at 1733311376236 (+4 ms)Writing region close event to WAL at 1733311376237 (+1 ms)Running coprocessor post-close hooks at 1733311376239 (+2 ms)Closed at 1733311376239 2024-12-04T11:22:56,240 DEBUG [RS_CLOSE_REGION-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733311359921.df294378e463250019d077989b04fe1e. 2024-12-04T11:22:56,248 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/hbase/meta/1588230740/.tmp/rep_barrier/147d5f8187be4994ba5f8049e08e1ff4 2024-12-04T11:22:56,262 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/hbase/meta/1588230740/.tmp/table/ae52269c0ba64e8fa28ee7c3a743123a is 53, key is hbase:replication/table:state/1733311361091/Put/seqid=0 2024-12-04T11:22:56,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741852_1028 (size=5308) 2024-12-04T11:22:56,387 DEBUG [RS:0;e12b86b8109d:40559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:22:56,587 INFO [RS:0;e12b86b8109d:40559 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T11:22:56,588 DEBUG [RS:0;e12b86b8109d:40559 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T11:22:56,588 DEBUG [RS:0;e12b86b8109d:40559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T11:22:56,651 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,2-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311364954 to pos 393, reset compression=false 2024-12-04T11:22:56,652 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311364954 to pos 393, reset compression=false 2024-12-04T11:22:56,655 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:22:56,655 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311364954 to pos 688, reset compression=false 2024-12-04T11:22:56,656 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.shippere12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e12b86b8109d,40559,1733311340024 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311364954, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T11:22:56,656 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,2-e12b86b8109d,40559,1733311340024 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T11:22:56,656 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,2-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311364954 to pos 688, reset compression=false 2024-12-04T11:22:56,656 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,40559,1733311340024.replicationSource.shippere12b86b8109d%2C40559%2C1733311340024,2-e12b86b8109d,40559,1733311340024 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-e12b86b8109d,40559,1733311340024 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311364954, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T11:22:56,656 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,40559,1733311340024.replicationSource.shippere12b86b8109d%2C40559%2C1733311340024,2-e12b86b8109d,40559,1733311340024 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-12-04T11:22:56,656 ERROR [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.shippere12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e12b86b8109d,40559,1733311340024: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e12b86b8109d,40559,1733311340024, walGroup=e12b86b8109d%2C40559%2C1733311340024, offset=e12b86b8109d%2C40559%2C1733311340024.1733311364954:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:40559 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T11:22:56,657 ERROR [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.shippere12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T11:22:56,657 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.shippere12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T11:22:56,657 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.shippere12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T11:22:56,657 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.shippere12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T11:22:56,657 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.shippere12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T11:22:56,657 INFO [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.shippere12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1612709888, "init": 1048576000, "max": 2306867200, "used": 1081327840 }, "NonHeapMemoryUsage": { "committed": 211943424, "init": 7667712, "max": -1, "used": 208846320 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T11:22:56,658 WARN [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.shippere12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:42521 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e12b86b8109d:42521 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T11:22:56,665 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/hbase/meta/1588230740/.tmp/table/ae52269c0ba64e8fa28ee7c3a743123a 2024-12-04T11:22:56,668 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/hbase/meta/1588230740/.tmp/info/05758e634c064f0090f918f405b48352 as hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/hbase/meta/1588230740/info/05758e634c064f0090f918f405b48352 2024-12-04T11:22:56,671 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/hbase/meta/1588230740/info/05758e634c064f0090f918f405b48352, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T11:22:56,672 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/hbase/meta/1588230740/.tmp/ns/a13885aa46d64231b51c9b90cef60c00 as hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/hbase/meta/1588230740/ns/a13885aa46d64231b51c9b90cef60c00 2024-12-04T11:22:56,675 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/hbase/meta/1588230740/ns/a13885aa46d64231b51c9b90cef60c00, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T11:22:56,675 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/hbase/meta/1588230740/.tmp/rep_barrier/147d5f8187be4994ba5f8049e08e1ff4 as hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/hbase/meta/1588230740/rep_barrier/147d5f8187be4994ba5f8049e08e1ff4 2024-12-04T11:22:56,678 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/hbase/meta/1588230740/rep_barrier/147d5f8187be4994ba5f8049e08e1ff4, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T11:22:56,678 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/hbase/meta/1588230740/.tmp/table/ae52269c0ba64e8fa28ee7c3a743123a as hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/hbase/meta/1588230740/table/ae52269c0ba64e8fa28ee7c3a743123a 2024-12-04T11:22:56,681 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/hbase/meta/1588230740/table/ae52269c0ba64e8fa28ee7c3a743123a, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T11:22:56,682 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1295ms, sequenceid=16, compaction requested=false 2024-12-04T11:22:56,687 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T11:22:56,687 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T11:22:56,687 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T11:22:56,687 INFO [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T11:22:56,687 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733311375387Running coprocessor pre-close hooks at 1733311375387Disabling compacts and flushes for region at 1733311375387Disabling writes for close at 1733311375387Obtaining lock to block concurrent updates at 1733311375387Preparing flush snapshotting stores in 1588230740 at 1733311375387Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733311375387Flushing stores of hbase:meta,,1.1588230740 at 1733311375387Flushing 1588230740/info: creating writer at 1733311375387Flushing 1588230740/info: appending metadata at 1733311375402 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733311375402Flushing 1588230740/ns: creating writer at 1733311375813 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733311375824 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733311375824Flushing 1588230740/rep_barrier: creating writer at 1733311375830 (+6 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733311375844 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733311375844Flushing 1588230740/table: creating writer at 1733311376251 (+407 ms)Flushing 1588230740/table: appending metadata at 1733311376261 (+10 ms)Flushing 1588230740/table: closing flushed file at 1733311376261Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@668c241f: reopening flushed file at 1733311376668 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26d60957: reopening flushed file at 1733311376671 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d2dfd28: reopening flushed file at 1733311376675 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47388a17: reopening flushed file at 1733311376678 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1295ms, sequenceid=16, compaction requested=false at 1733311376682 (+4 ms)Writing region close event to WAL at 1733311376685 (+3 ms)Running coprocessor post-close hooks at 1733311376687 (+2 ms)Closed at 1733311376687 2024-12-04T11:22:56,687 DEBUG [RS_CLOSE_META-regionserver/e12b86b8109d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T11:22:56,760 INFO [master/e12b86b8109d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-04T11:22:56,760 INFO [master/e12b86b8109d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-04T11:22:56,788 INFO [RS:0;e12b86b8109d:40559 {}] regionserver.HRegionServer(976): stopping server e12b86b8109d,40559,1733311340024; all regions closed. 2024-12-04T11:22:56,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741844_1020 (size=859) 2024-12-04T11:22:56,789 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.meta.1733311364999.meta not finished, retry = 0 2024-12-04T11:22:56,858 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311364954 to pos 688, reset compression=false 2024-12-04T11:22:56,859 DEBUG [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,2-e12b86b8109d,40559,1733311340024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.1733311364954 to pos 688, reset compression=false 2024-12-04T11:22:56,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741843_1019 (size=2791) 2024-12-04T11:22:56,892 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/WALs/e12b86b8109d,40559,1733311340024/e12b86b8109d%2C40559%2C1733311340024.rep.1733311364977 not finished, retry = 0 2024-12-04T11:22:56,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741842_1018 (size=696) 2024-12-04T11:22:56,994 DEBUG [RS:0;e12b86b8109d:40559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:56,994 INFO [RS:0;e12b86b8109d:40559 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T11:22:56,994 INFO [RS:0;e12b86b8109d:40559 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:22:56,994 INFO [RS:0;e12b86b8109d:40559 {}] hbase.ChoreService(370): Chore service for: regionserver/e12b86b8109d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T11:22:56,995 INFO [RS:0;e12b86b8109d:40559 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:22:56,995 INFO [regionserver/e12b86b8109d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:22:56,995 INFO [RS:0;e12b86b8109d:40559 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e12b86b8109d,40559,1733311340024 because: Region server is closing 2024-12-04T11:22:56,995 INFO [RS:0;e12b86b8109d:40559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:40559. 2024-12-04T11:22:56,995 DEBUG [RS:0;e12b86b8109d:40559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:22:56,995 DEBUG [RS:0;e12b86b8109d:40559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:56,995 DEBUG [RS:0;e12b86b8109d:40559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:56,995 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:22:57,095 INFO [RS:0;e12b86b8109d:40559 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.shippere12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 terminated 2024-12-04T11:22:57,096 INFO [RS:0;e12b86b8109d:40559 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-e12b86b8109d,40559,1733311340024 because: Region server is closing 2024-12-04T11:22:57,095 WARN [RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,1-e12b86b8109d,40559,1733311340024.replicationSource.wal-reader.e12b86b8109d%2C40559%2C1733311340024,1-e12b86b8109d,40559,1733311340024 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T11:22:57,096 INFO [RS:0;e12b86b8109d:40559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e12b86b8109d:40559. 2024-12-04T11:22:57,096 DEBUG [RS:0;e12b86b8109d:40559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T11:22:57,096 DEBUG [RS:0;e12b86b8109d:40559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:57,096 DEBUG [RS:0;e12b86b8109d:40559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T11:22:57,096 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T11:22:57,196 INFO [RS:0;e12b86b8109d:40559 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e12b86b8109d:0-0.replicationSource,2-e12b86b8109d,40559,1733311340024.replicationSource.shippere12b86b8109d%2C40559%2C1733311340024,2-e12b86b8109d,40559,1733311340024 terminated 2024-12-04T11:22:57,196 INFO [RS:0;e12b86b8109d:40559 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40559 2024-12-04T11:22:57,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40559-0x101a01411940001, quorum=127.0.0.1:56841, baseZNode=/0924800590 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0924800590/rs/e12b86b8109d,40559,1733311340024 2024-12-04T11:22:57,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42521-0x101a01411940000, quorum=127.0.0.1:56841, baseZNode=/0924800590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0924800590/rs 2024-12-04T11:22:57,258 INFO [RS:0;e12b86b8109d:40559 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:22:57,269 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e12b86b8109d,40559,1733311340024] 2024-12-04T11:22:57,279 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0924800590/draining/e12b86b8109d,40559,1733311340024 already deleted, retry=false 2024-12-04T11:22:57,279 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e12b86b8109d,40559,1733311340024 expired; onlineServers=0 2024-12-04T11:22:57,279 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e12b86b8109d,42521,1733311339835' ***** 2024-12-04T11:22:57,279 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T11:22:57,280 INFO [M:0;e12b86b8109d:42521 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T11:22:57,280 INFO [M:0;e12b86b8109d:42521 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T11:22:57,280 DEBUG [M:0;e12b86b8109d:42521 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T11:22:57,280 DEBUG [M:0;e12b86b8109d:42521 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T11:22:57,280 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T11:22:57,280 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311341728 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.large.0-1733311341728,5,FailOnTimeoutGroup] 2024-12-04T11:22:57,280 DEBUG [master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311341729 {}] cleaner.HFileCleaner(306): Exit Thread[master/e12b86b8109d:0:becomeActiveMaster-HFileCleaner.small.0-1733311341729,5,FailOnTimeoutGroup] 2024-12-04T11:22:57,280 INFO [M:0;e12b86b8109d:42521 {}] hbase.ChoreService(370): Chore service for: master/e12b86b8109d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T11:22:57,280 INFO [M:0;e12b86b8109d:42521 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T11:22:57,280 DEBUG [M:0;e12b86b8109d:42521 {}] master.HMaster(1795): Stopping service threads 2024-12-04T11:22:57,280 INFO [M:0;e12b86b8109d:42521 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T11:22:57,280 INFO [M:0;e12b86b8109d:42521 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T11:22:57,280 ERROR [M:0;e12b86b8109d:42521 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:43395 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43395,5,PEWorkerGroup] 2024-12-04T11:22:57,280 INFO [M:0;e12b86b8109d:42521 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T11:22:57,280 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T11:22:57,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42521-0x101a01411940000, quorum=127.0.0.1:56841, baseZNode=/0924800590 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0924800590/master 2024-12-04T11:22:57,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42521-0x101a01411940000, quorum=127.0.0.1:56841, baseZNode=/0924800590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0924800590 2024-12-04T11:22:57,290 DEBUG [M:0;e12b86b8109d:42521 {}] zookeeper.ZKUtil(347): master:42521-0x101a01411940000, quorum=127.0.0.1:56841, baseZNode=/0924800590 Unable to get data of znode /0924800590/master because node does not exist (not an error) 2024-12-04T11:22:57,290 WARN [M:0;e12b86b8109d:42521 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T11:22:57,290 INFO [M:0;e12b86b8109d:42521 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/.lastflushedseqids 2024-12-04T11:22:57,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741853_1029 (size=263) 2024-12-04T11:22:57,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40559-0x101a01411940001, quorum=127.0.0.1:56841, baseZNode=/0924800590 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:22:57,369 INFO [RS:0;e12b86b8109d:40559 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:22:57,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40559-0x101a01411940001, quorum=127.0.0.1:56841, baseZNode=/0924800590 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:22:57,369 INFO [RS:0;e12b86b8109d:40559 {}] regionserver.HRegionServer(1031): Exiting; stopping=e12b86b8109d,40559,1733311340024; zookeeper connection closed. 2024-12-04T11:22:57,369 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@69b99367 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@69b99367 2024-12-04T11:22:57,370 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T11:22:57,694 INFO [M:0;e12b86b8109d:42521 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T11:22:57,694 INFO [M:0;e12b86b8109d:42521 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T11:22:57,694 DEBUG [M:0;e12b86b8109d:42521 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T11:22:57,694 INFO [M:0;e12b86b8109d:42521 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:22:57,695 DEBUG [M:0;e12b86b8109d:42521 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:22:57,695 DEBUG [M:0;e12b86b8109d:42521 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T11:22:57,695 DEBUG [M:0;e12b86b8109d:42521 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:22:57,695 INFO [M:0;e12b86b8109d:42521 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.11 KB heapSize=71.43 KB 2024-12-04T11:22:57,706 DEBUG [M:0;e12b86b8109d:42521 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4e8302d52eae4909841c83c8711b2dc2 is 82, key is hbase:meta,,1/info:regioninfo/1733311342934/Put/seqid=0 2024-12-04T11:22:57,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741854_1030 (size=5672) 2024-12-04T11:22:58,110 INFO [M:0;e12b86b8109d:42521 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4e8302d52eae4909841c83c8711b2dc2 2024-12-04T11:22:58,125 DEBUG [M:0;e12b86b8109d:42521 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9faecf5899f1473491368a0722d7c680 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733311355218/Put/seqid=0 2024-12-04T11:22:58,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741855_1031 (size=7610) 2024-12-04T11:22:58,528 INFO [M:0;e12b86b8109d:42521 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.56 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9faecf5899f1473491368a0722d7c680 2024-12-04T11:22:58,531 INFO [M:0;e12b86b8109d:42521 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9faecf5899f1473491368a0722d7c680 2024-12-04T11:22:58,542 DEBUG [M:0;e12b86b8109d:42521 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a32d121d3ae4460ca18440e3f85165d0 is 69, key is e12b86b8109d,40559,1733311340024/rs:state/1733311342007/Put/seqid=0 2024-12-04T11:22:58,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741856_1032 (size=5156) 2024-12-04T11:22:58,625 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T11:22:58,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:58,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:58,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:58,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:58,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:58,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:58,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:58,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:58,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:58,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:58,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:58,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:58,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:58,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:58,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:58,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:58,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:58,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:58,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:58,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T11:22:58,945 INFO [M:0;e12b86b8109d:42521 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a32d121d3ae4460ca18440e3f85165d0 2024-12-04T11:22:58,948 DEBUG [M:0;e12b86b8109d:42521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4e8302d52eae4909841c83c8711b2dc2 as hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4e8302d52eae4909841c83c8711b2dc2 2024-12-04T11:22:58,951 INFO [M:0;e12b86b8109d:42521 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4e8302d52eae4909841c83c8711b2dc2, entries=8, sequenceid=121, filesize=5.5 K 2024-12-04T11:22:58,952 DEBUG [M:0;e12b86b8109d:42521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9faecf5899f1473491368a0722d7c680 as hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9faecf5899f1473491368a0722d7c680 2024-12-04T11:22:58,955 INFO [M:0;e12b86b8109d:42521 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9faecf5899f1473491368a0722d7c680 2024-12-04T11:22:58,955 INFO [M:0;e12b86b8109d:42521 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9faecf5899f1473491368a0722d7c680, entries=13, sequenceid=121, filesize=7.4 K 2024-12-04T11:22:58,955 DEBUG [M:0;e12b86b8109d:42521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a32d121d3ae4460ca18440e3f85165d0 as hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a32d121d3ae4460ca18440e3f85165d0 2024-12-04T11:22:58,958 INFO [M:0;e12b86b8109d:42521 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43395/user/jenkins/test-data/6902138f-e43b-fe3b-8eaa-29a00a6f421d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a32d121d3ae4460ca18440e3f85165d0, entries=1, sequenceid=121, filesize=5.0 K 2024-12-04T11:22:58,959 INFO [M:0;e12b86b8109d:42521 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1264ms, sequenceid=121, compaction requested=false 2024-12-04T11:22:58,966 INFO [M:0;e12b86b8109d:42521 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T11:22:58,966 DEBUG [M:0;e12b86b8109d:42521 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733311377694Disabling compacts and flushes for region at 1733311377694Disabling writes for close at 1733311377695 (+1 ms)Obtaining lock to block concurrent updates at 1733311377695Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733311377695Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61557, getHeapSize=73080, getOffHeapSize=0, getCellsCount=140 at 1733311377695Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733311377695Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733311377695Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733311377706 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733311377706Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733311378113 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733311378124 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733311378124Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733311378531 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733311378542 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733311378542Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41b24c91: reopening flushed file at 1733311378948 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fa2f42a: reopening flushed file at 1733311378951 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7aab92b1: reopening flushed file at 1733311378955 (+4 ms)Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1264ms, sequenceid=121, compaction requested=false at 1733311378959 (+4 ms)Writing region close event to WAL at 1733311378966 (+7 ms)Closed at 1733311378966 2024-12-04T11:22:58,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741830_1006 (size=69920) 2024-12-04T11:22:58,968 INFO [M:0;e12b86b8109d:42521 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T11:22:58,968 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T11:22:58,968 INFO [M:0;e12b86b8109d:42521 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42521 2024-12-04T11:22:58,968 INFO [M:0;e12b86b8109d:42521 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T11:22:59,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42521-0x101a01411940000, quorum=127.0.0.1:56841, baseZNode=/0924800590 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:22:59,121 INFO [M:0;e12b86b8109d:42521 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T11:22:59,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42521-0x101a01411940000, quorum=127.0.0.1:56841, baseZNode=/0924800590 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T11:22:59,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59f17d5d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T11:22:59,127 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22e8e045{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T11:22:59,127 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T11:22:59,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@358c5e9b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T11:22:59,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@617d83e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b113bd77-1b0b-e2aa-f4c1-fd78efc1cc1c/hadoop.log.dir/,STOPPED} 2024-12-04T11:22:59,128 WARN [BP-1755473367-172.17.0.2-1733311337985 heartbeating to localhost/127.0.0.1:43395 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T11:22:59,128 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T11:22:59,128 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T11:22:59,128 WARN [BP-1755473367-172.17.0.2-1733311337985 heartbeating to localhost/127.0.0.1:43395 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1755473367-172.17.0.2-1733311337985 (Datanode Uuid c4678814-29f9-4ed0-a199-fb1fc2a7899a) service to localhost/127.0.0.1:43395 2024-12-04T11:22:59,128 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b113bd77-1b0b-e2aa-f4c1-fd78efc1cc1c/cluster_f13acd91-f9ea-bf23-8bad-4a2776bb16a4/data/data1/current/BP-1755473367-172.17.0.2-1733311337985 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T11:22:59,129 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b113bd77-1b0b-e2aa-f4c1-fd78efc1cc1c/cluster_f13acd91-f9ea-bf23-8bad-4a2776bb16a4/data/data2/current/BP-1755473367-172.17.0.2-1733311337985 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T11:22:59,129 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T11:22:59,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5208d3f2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T11:22:59,198 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e5eaa4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T11:22:59,198 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T11:22:59,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ec53f5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T11:22:59,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21547af4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b113bd77-1b0b-e2aa-f4c1-fd78efc1cc1c/hadoop.log.dir/,STOPPED} 2024-12-04T11:22:59,203 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T11:22:59,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T11:22:59,230 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=591 (was 530) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34095 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37533 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37533 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37533 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43395 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43395 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:43395 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34095 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43395 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:37533 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56841) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37533 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34095 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56841) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:34095 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43395 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34095 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56841) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=970 (was 872) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=318 (was 284) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2299 (was 2583) 2024-12-04T11:22:59,230 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=591 is superior to 500